[ 524.844266] env[66223]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.844266] env[66223]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.827347] env[66311]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.827347] env[66311]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.637967] env[66311]: INFO neutron.common.config [-] Logging enabled! [ 527.638348] env[66311]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev88 [ 527.638535] env[66311]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66311) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.638861] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.638981] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.639731] env[66311]: WARNING oslo_policy.policy [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.639939] env[66311]: WARNING oslo_policy.policy [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.641592] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] VMware NSXv3 Agent initialized successfully. [ 527.641940] env[66311]: DEBUG oslo_concurrency.lockutils [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] Acquiring lock "singleton_lock" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.642079] env[66311]: DEBUG oslo_concurrency.lockutils [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] Acquired lock "singleton_lock" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.642283] env[66311]: DEBUG oslo_concurrency.lockutils [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] Releasing lock "singleton_lock" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.642569] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] Full set of CONF: {{(pid=66311) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.642674] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ******************************************************************************** {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.642774] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] Configuration options gathered from: {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.643388] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.643562] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.643672] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ================================================================================ {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.643840] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] agent_down_time = 75 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.643975] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] allow_automatic_dhcp_failover = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.644122] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] allow_bulk = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.644263] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] api_extensions_path = {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.644401] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] api_paste_config = api-paste.ini {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.644565] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] auth_strategy = keystone {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.644683] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] backdoor_port = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.644786] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] backdoor_socket = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.644940] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] backlog = 4096 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.645080] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.645230] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] bind_host = 0.0.0.0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.645366] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] bind_port = 9696 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.645503] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] client_socket_timeout = 900 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.645665] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] config_dir = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.645752] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.645864] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] config_source = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.646000] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] control_exchange = neutron {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.646147] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] core_plugin = ml2 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.646280] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] debug = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.646414] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] default_availability_zones = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.646614] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.646759] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] dhcp_agent_notification = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.646872] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] dhcp_agents_per_network = 1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.646999] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] dhcp_lease_duration = 86400 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.647147] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] dhcp_load_type = networks {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.647280] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] dns_domain = openstacklocal {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.647463] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.647575] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] enable_default_route_bfd = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.647707] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] enable_default_route_ecmp = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.647835] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] enable_dvr = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.647963] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] enable_new_agents = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.648105] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.648235] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] enable_signals = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.648362] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] enable_traditional_dhcp = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.648537] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] external_dns_driver = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.648736] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] filter_validation = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.648895] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] global_physnet_mtu = 8950 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.649042] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] graceful_shutdown_timeout = 60 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.649219] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] host = cpu-1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.649357] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] host_dvr_for_dhcp = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.649489] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] http_retries = 3 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.649631] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] instance_format = [instance: %(uuid)s] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.649765] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.649899] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ipam_driver = internal {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.650041] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ipv6_pd_enabled = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.650178] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] l3_ha = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.650314] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.650450] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] l3_ha_network_physical_name = {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.650585] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] l3_ha_network_type = {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.650719] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_color = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.650851] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_config_append = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.650985] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.651126] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_dir = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.651254] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_file = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.651356] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_options = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.651488] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_rotate_interval = 1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.651625] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_rotate_interval_type = days {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.651757] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] log_rotation_type = none {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.651859] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.651959] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.652109] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.652242] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.652340] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.652469] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] max_dns_nameservers = 5 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.652599] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] max_header_line = 16384 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.652726] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] max_l3_agents_per_router = 3 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.652851] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] max_logfile_count = 30 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.652977] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] max_logfile_size_mb = 200 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.653113] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] max_subnet_host_routes = 20 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.653246] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] my_ip = 10.180.1.21 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.653377] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] my_ipv6 = ::1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.653506] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] network_auto_schedule = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.653630] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] network_link_prefix = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.653770] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.653906] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] notify_nova_on_port_data_changes = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.654048] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] notify_nova_on_port_status_changes = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.654181] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] pagination_max_limit = -1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.654306] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] publish_errors = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.654433] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] rate_limit_burst = 0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.654566] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] rate_limit_except_level = CRITICAL {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.654693] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] rate_limit_interval = 0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.654821] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] retry_until_window = 30 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.654944] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] router_distributed = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655080] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] rpc_resources_processing_step = 20 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655210] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] rpc_response_max_timeout = 600 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655339] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] rpc_response_timeout = 60 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655466] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] send_events_interval = 2 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655614] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] service_plugins = ['router'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655750] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] setproctitle = on {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655877] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] shell_completion = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656040] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] state_path = /opt/stack/data/neutron {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656156] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] syslog_log_facility = LOG_USER {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656285] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] tcp_keepidle = 600 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656421] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] transport_url = **** {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656553] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] use_journal = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656678] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] use_json = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656805] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] use_ssl = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656929] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] use_stderr = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657074] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] use_syslog = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657202] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] vlan_qinq = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657326] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] vlan_transparent = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657481] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] watch_log_file = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657621] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] wsgi_default_pool_size = 100 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657753] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] wsgi_keep_alive = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657894] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.658076] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] wsgi_server_debug = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.658230] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_concurrency.disable_process_locking = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658376] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658548] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658687] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658829] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.658967] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659114] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659266] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.connection_string = messaging:// {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659408] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.enabled = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659548] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.es_doc_type = notification {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659686] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.es_scroll_size = 10000 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659823] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.es_scroll_time = 2m {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.659957] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.filter_error_trace = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660110] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.hmac_keys = **** {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660251] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.sentinel_service_name = mymaster {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660395] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.socket_timeout = 0.1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660531] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.trace_requests = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660664] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler.trace_sqlalchemy = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660807] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler_jaeger.process_tags = {} {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.660938] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler_jaeger.service_name_prefix = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661082] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] profiler_otlp.service_name_prefix = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661231] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.enforce_new_defaults = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661493] env[66311]: WARNING oslo_config.cfg [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.661645] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.enforce_scope = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661787] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.policy_default_rule = default {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.661934] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662086] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662230] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662360] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662490] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662675] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662826] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.662968] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663131] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663277] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] agent.extensions = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663417] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663558] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] service_providers.service_provider = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663699] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.default_quota = -1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663838] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.663974] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_floatingip = 50 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664118] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_network = 100 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664254] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_port = 500 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664384] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664512] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_router = 10 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664642] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_security_group = 10 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664772] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.664902] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.quota_subnet = 100 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665040] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] QUOTAS.track_quota_usage = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665190] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665361] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep.group = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665458] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep.helper_command = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665574] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep.log_daemon_traceback = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665709] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665843] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep.thread_pool_size = 8 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.665970] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep.user = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666121] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666248] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_dhcp_release.group = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666374] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_dhcp_release.helper_command = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666503] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666639] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666769] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.666898] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_dhcp_release.user = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667044] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667172] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_ovs_vsctl.group = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667298] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667445] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667587] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667721] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667850] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_ovs_vsctl.user = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.667987] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_namespace.capabilities = [21] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668160] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_namespace.group = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668255] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_namespace.helper_command = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668385] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668541] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668680] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668811] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_namespace.user = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.668948] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_conntrack.capabilities = [12] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.669088] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_conntrack.group = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.669219] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_conntrack.helper_command = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.669348] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.669482] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.669615] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.669747] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_conntrack.user = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.669905] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_link.capabilities = [12, 21] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.670049] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_link.group = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.670180] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_link.helper_command = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.670313] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_link.log_daemon_traceback = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.670447] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.670583] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_link.thread_pool_size = 8 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.670710] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] privsep_link.user = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.670861] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.671011] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.671150] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.continue_on_failed_promotions = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.671282] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.dscp = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.671418] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.dscp_inherit = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.671559] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.force_mp_to_policy = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.671690] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.locking_coordinator_url = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.671821] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.log_agent_heartbeats = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.671956] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.logging_expire = 1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.672105] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.672243] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.672382] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.polling_interval = 240 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.672515] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.672656] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.672795] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.report_interval = 30.0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.672936] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.673085] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.673226] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.673362] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.sync_skew = 60 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.673498] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.synchronization_queue_size = 20 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.673631] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT.use_helper_for_ns_read = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.673768] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] SECURITYGROUP.enable_ipset = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.673907] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] SECURITYGROUP.enable_security_group = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.674060] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.674204] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.674341] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] experimental.ipv6_pd_enabled = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.674496] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.extension_drivers = ['port_security'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.674632] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.external_network_type = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.674782] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.674925] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.overlay_ip_version = 4 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.675076] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.path_mtu = 8950 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.675219] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.physical_network_mtus = {} {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.675362] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.675501] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.675644] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ml2.type_drivers = ['vlan'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.675793] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.675919] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.676062] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.676209] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.676350] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.676491] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.676629] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.676772] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.676913] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.677115] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.677265] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_login_password = **** {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.677414] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.677574] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_login_user = admin {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.677720] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.677863] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.678007] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.678147] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.678288] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.678453] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.678600] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.678742] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.678879] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.679029] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.679177] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.679312] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.679450] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.679636] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.679793] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.679936] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680082] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680224] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.auth_section = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680365] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.auth_type = password {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680505] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680638] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.certfile = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680771] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.collect_timing = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680909] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.endpoint_type = public {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681051] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.insecure = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681181] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.keyfile = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681321] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.region_name = RegionOne {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681455] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.split_loggers = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681585] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] nova.timeout = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681721] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.auth_section = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681862] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.auth_type = password {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682007] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682143] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.certfile = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682274] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.collect_timing = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682412] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.endpoint_type = public {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682545] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.insecure = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682671] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.keyfile = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682799] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.region_name = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682928] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.split_loggers = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683068] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] placement.timeout = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683209] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.auth_section = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683339] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.auth_type = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683470] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.cafile = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683599] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.certfile = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683730] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.collect_timing = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683859] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.connect_retries = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683986] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.connect_retry_delay = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684127] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.enable_notifications = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684254] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.endpoint_override = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684387] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.insecure = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684518] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.interface = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684648] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.keyfile = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684781] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.max_version = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684908] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.min_version = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685043] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.region_name = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685174] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.retriable_status_codes = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685339] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.service_name = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685426] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.service_type = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685556] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.split_loggers = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685682] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.status_code_retries = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685808] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.status_code_retry_delay = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685938] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.timeout = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686076] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.valid_interfaces = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686206] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ironic.version = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686344] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] cli_script.dry_run = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686487] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686622] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686756] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686886] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687413] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687413] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687413] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687413] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687579] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687691] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687822] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687967] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688117] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688253] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688385] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688554] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688693] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688827] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688968] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689114] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689248] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689379] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689512] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689645] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689798] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689945] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690092] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690226] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690358] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690492] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690626] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.ssl = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690767] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690905] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691048] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691191] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691327] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691457] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691597] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_notifications.driver = [] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691732] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_notifications.retry = -1 {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691878] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.692029] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.692121] env[66311]: DEBUG oslo_service.backend._eventlet.service [None req-1429ef26-cac9-4948-8fd4-d7f1d6600be2 None None] ******************************************************************************** {{(pid=66311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.693218] env[66311]: DEBUG neutron.agent.securitygroups_rpc [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Init firewall settings (driver=nsxv3) {{(pid=66311) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.694517] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66311) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.694757] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.696928] env[66311]: DEBUG dogpile.cache.region [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.697071] env[66311]: DEBUG dogpile.lock [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.697171] env[66311]: DEBUG dogpile.lock [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.697262] env[66311]: DEBUG dogpile.lock [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.697357] env[66311]: DEBUG dogpile.cache.region [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.697499] env[66311]: DEBUG dogpile.lock [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.697604] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.718838] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Session token - acquiring [ 527.720605] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.720758] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.720878] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.721316] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.731803] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.008061] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.028768] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.028952] env[66311]: DEBUG dogpile.cache.region [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Cache value generated in 0.331 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.029032] env[66311]: DEBUG dogpile.lock [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.029155] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Activating Policy API Provider. [ 528.029358] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Looking for the default Infrastructure Rules. [ 528.095832] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Looking for the Default Layer3 Logged Drop Section. [ 528.110980] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.111442] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.111606] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.111708] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.111989] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.112343] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.635709] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.140764] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.642931] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Inventory metadata is going to be refreshed. [ 529.643644] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.359421] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.360062] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.360062] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.360062] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.372277] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.373286] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.374240] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.393277] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.393701] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.393701] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.393910] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.393993] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.394156] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.394262] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.394369] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.415880] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.416233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.416233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.416455] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.416634] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.416780] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.441704] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.441970] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.441970] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.442333] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.442494] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.442647] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.473165] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.473416] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.473459] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.473784] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.473939] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.474111] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.474217] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.474322] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.498256] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.498508] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.498583] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.498827] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.498951] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.499107] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.499210] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.499316] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.524509] env[66311]: DEBUG networking_nsxv3.common.locking [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.524821] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.524938] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.525381] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.525611] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.525859] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.526062] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.526245] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Inventory metadata have been refreshed. [ 530.526414] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Dryrun:True. Metadata refresh completed. [ 530.526610] env[66311]: DEBUG oslo_concurrency.lockutils [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Releasing lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.529221] env[66311]: INFO neutron.agent.agent_extensions_manager [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Loaded agent extensions: [] [ 530.530346] env[66311]: DEBUG neutron_lib.callbacks.manager [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66311) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.580780] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.580944] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.581068] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent out of sync with plugin! [ 535.530781] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.530781] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.531973] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.532363] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.534377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.534681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.534681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.534944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.535177] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.038140] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.541783] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.045148] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 543.045148] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 543.768890] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.769317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.769317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.769317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.780493] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 543.781401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.782327] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 543.800016] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.800222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.800222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.800433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.800516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.800626] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 543.800698] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.800773] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 543.819811] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.820049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.820049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.820260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.820402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.820511] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 543.841388] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.841596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.841596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.841776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.841882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.841992] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 543.860443] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.860643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.860643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.860824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.860930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.861063] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 543.861140] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.861242] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 543.877908] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.878117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.878117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.878306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.878394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.878501] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 543.878573] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.878647] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 543.898531] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.898765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.898765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.898913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.899021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.899142] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 543.899217] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.899288] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 543.899351] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 543.899426] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 543.899485] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 543.899544] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 543.899801] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 543.899868] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 543.899938] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 543.918138] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.918319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.918357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.918520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.918627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.918751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 543.938321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.938511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.938511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.938704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.938816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.954347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.533593] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.533851] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.637892] env[66311]: INFO networking_nsxv3.common.synchronization [None req-944b588d-863f-4638-aeda-283e741d924b demo admin] Enqueued Resource ID: 425bc12d-6fbd-4ec4-8807-02a25cd255a9 with Priority: HIGHEST for action security_group_rules [ 545.638457] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425bc12d-6fbd-4ec4-8807-02a25cd255a9 with Priority: HIGHEST for action security_group_rules [ 545.638765] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-425bc12d-6fbd-4ec4-8807-02a25cd255a9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.638896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-425bc12d-6fbd-4ec4-8807-02a25cd255a9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.638957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-425bc12d-6fbd-4ec4-8807-02a25cd255a9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.639377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-425bc12d-6fbd-4ec4-8807-02a25cd255a9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.639459] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('425bc12d-6fbd-4ec4-8807-02a25cd255a9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.161894] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.162234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.162234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.162360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.162409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.162482] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 425bc12d-6fbd-4ec4-8807-02a25cd255a9 already deleted. [ 546.162564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-425bc12d-6fbd-4ec4-8807-02a25cd255a9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.639840] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.640222] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.641464] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.643265] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.642175] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.642550] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.643335] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.643706] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.644483] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.644483] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.669093] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ed92aed8-7583-4e0a-b8f7-4ead1a52554f None None] Enqueued Resource ID: 913f6524-de50-401a-b0e8-f27da35cd179 with Priority: HIGHEST for action port [ 570.670375] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913f6524-de50-401a-b0e8-f27da35cd179 with Priority: HIGHEST for action port [ 570.671339] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-913f6524-de50-401a-b0e8-f27da35cd179 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.671707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-913f6524-de50-401a-b0e8-f27da35cd179" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.671860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-913f6524-de50-401a-b0e8-f27da35cd179" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.672170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-913f6524-de50-401a-b0e8-f27da35cd179" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.672426] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913f6524-de50-401a-b0e8-f27da35cd179',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.176401] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 913f6524-de50-401a-b0e8-f27da35cd179 [ 571.176643] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.176777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.176848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.177108] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.177208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.177307] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:913f6524-de50-401a-b0e8-f27da35cd179 already deleted. [ 571.177412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-913f6524-de50-401a-b0e8-f27da35cd179" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.320171] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c1031237-0ae9-454d-9f0e-c530895552d7 None None] Enqueued Resource ID: 738a3dac-a28f-436d-ac02-e24ad009fede with Priority: HIGHEST for action port [ 572.320171] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738a3dac-a28f-436d-ac02-e24ad009fede with Priority: HIGHEST for action port [ 572.320171] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-738a3dac-a28f-436d-ac02-e24ad009fede taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.320171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-738a3dac-a28f-436d-ac02-e24ad009fede" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.320171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-738a3dac-a28f-436d-ac02-e24ad009fede" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.321268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-738a3dac-a28f-436d-ac02-e24ad009fede" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.321900] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('738a3dac-a28f-436d-ac02-e24ad009fede',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.824413] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 738a3dac-a28f-436d-ac02-e24ad009fede [ 572.824646] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.824777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.824847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.825071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.825165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.825262] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:738a3dac-a28f-436d-ac02-e24ad009fede already deleted. [ 572.825340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-738a3dac-a28f-436d-ac02-e24ad009fede" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.591152] env[66311]: INFO networking_nsxv3.common.synchronization [None req-bc4c7282-24e6-47d8-8294-bdd5ba10e1ba None None] Enqueued Resource ID: 83f0e800-fed0-46f7-bf5f-a0c1410e2dec with Priority: HIGHEST for action port [ 574.591692] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f0e800-fed0-46f7-bf5f-a0c1410e2dec with Priority: HIGHEST for action port [ 574.592046] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f0e800-fed0-46f7-bf5f-a0c1410e2dec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.592146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f0e800-fed0-46f7-bf5f-a0c1410e2dec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.592216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f0e800-fed0-46f7-bf5f-a0c1410e2dec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.592461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f0e800-fed0-46f7-bf5f-a0c1410e2dec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.592579] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f0e800-fed0-46f7-bf5f-a0c1410e2dec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.095338] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83f0e800-fed0-46f7-bf5f-a0c1410e2dec [ 575.095338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.095338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.095338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.095687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.095947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.096157] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83f0e800-fed0-46f7-bf5f-a0c1410e2dec already deleted. [ 575.096426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f0e800-fed0-46f7-bf5f-a0c1410e2dec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.468318] env[66311]: INFO networking_nsxv3.common.synchronization [None req-86e6f597-95ef-4a07-b98b-1211bf68190a None None] Enqueued Resource ID: 283a3b25-39bb-4175-a0ec-b846a83c81dd with Priority: HIGHEST for action port [ 576.469314] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 283a3b25-39bb-4175-a0ec-b846a83c81dd with Priority: HIGHEST for action port [ 576.469314] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-283a3b25-39bb-4175-a0ec-b846a83c81dd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.469314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-283a3b25-39bb-4175-a0ec-b846a83c81dd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.469314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-283a3b25-39bb-4175-a0ec-b846a83c81dd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.469851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-283a3b25-39bb-4175-a0ec-b846a83c81dd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.469851] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('283a3b25-39bb-4175-a0ec-b846a83c81dd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.972258] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 283a3b25-39bb-4175-a0ec-b846a83c81dd [ 576.972876] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.973179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.973179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.973347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.973545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.973545] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:283a3b25-39bb-4175-a0ec-b846a83c81dd already deleted. [ 576.973640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-283a3b25-39bb-4175-a0ec-b846a83c81dd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.978167] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c816596f-48f9-43f0-9323-e96397d0f547 None None] Enqueued Resource ID: d0182c85-ebb2-485a-91f5-6bb0f35b71d1 with Priority: HIGHEST for action port [ 576.978496] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0182c85-ebb2-485a-91f5-6bb0f35b71d1 with Priority: HIGHEST for action port [ 576.978955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0182c85-ebb2-485a-91f5-6bb0f35b71d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.979088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0182c85-ebb2-485a-91f5-6bb0f35b71d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.979165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0182c85-ebb2-485a-91f5-6bb0f35b71d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.979486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0182c85-ebb2-485a-91f5-6bb0f35b71d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.979486] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0182c85-ebb2-485a-91f5-6bb0f35b71d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.471031] env[66311]: INFO networking_nsxv3.common.synchronization [None req-9a73d56d-b2ad-4250-9f67-04701d784239 None None] Enqueued Resource ID: 50387720-9819-4096-97f5-98114f40c4c2 with Priority: HIGHEST for action port [ 577.471294] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50387720-9819-4096-97f5-98114f40c4c2 with Priority: HIGHEST for action port [ 577.471933] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-50387720-9819-4096-97f5-98114f40c4c2 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.472070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50387720-9819-4096-97f5-98114f40c4c2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.472140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50387720-9819-4096-97f5-98114f40c4c2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.473265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50387720-9819-4096-97f5-98114f40c4c2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.473359] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50387720-9819-4096-97f5-98114f40c4c2',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.482072] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0182c85-ebb2-485a-91f5-6bb0f35b71d1 [ 577.482264] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.482395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.482465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.482673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.482765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.482862] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0182c85-ebb2-485a-91f5-6bb0f35b71d1 already deleted. [ 577.482976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0182c85-ebb2-485a-91f5-6bb0f35b71d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.977900] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50387720-9819-4096-97f5-98114f40c4c2 [ 577.977993] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.978684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.978684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.978684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.978684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.978684] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50387720-9819-4096-97f5-98114f40c4c2 already deleted. [ 577.978867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50387720-9819-4096-97f5-98114f40c4c2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.606608] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c3555d0a-e6c9-4926-af28-267563d9f430 None None] Enqueued Resource ID: ff5b3cd6-a091-449c-818f-5534c0bba942 with Priority: HIGHEST for action port [ 578.606608] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5b3cd6-a091-449c-818f-5534c0bba942 with Priority: HIGHEST for action port [ 578.607738] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff5b3cd6-a091-449c-818f-5534c0bba942 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.607854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff5b3cd6-a091-449c-818f-5534c0bba942" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.610026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff5b3cd6-a091-449c-818f-5534c0bba942" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.610026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff5b3cd6-a091-449c-818f-5534c0bba942" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.610026] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff5b3cd6-a091-449c-818f-5534c0bba942',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.111833] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff5b3cd6-a091-449c-818f-5534c0bba942 [ 579.112098] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.112330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.112405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.112612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.112727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.112847] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff5b3cd6-a091-449c-818f-5534c0bba942 already deleted. [ 579.112954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff5b3cd6-a091-449c-818f-5534c0bba942" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.123262] env[66311]: INFO networking_nsxv3.common.synchronization [None req-291e4b3e-7dd1-4703-9b0b-47ed4fde0746 None None] Enqueued Resource ID: 1a175d5d-a3d8-429c-a187-09257a66a9ee with Priority: HIGHEST for action port [ 579.123967] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a175d5d-a3d8-429c-a187-09257a66a9ee with Priority: HIGHEST for action port [ 579.124393] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a175d5d-a3d8-429c-a187-09257a66a9ee taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.124655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a175d5d-a3d8-429c-a187-09257a66a9ee" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.124758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a175d5d-a3d8-429c-a187-09257a66a9ee" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.125074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a175d5d-a3d8-429c-a187-09257a66a9ee" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.125195] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a175d5d-a3d8-429c-a187-09257a66a9ee',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.626921] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a175d5d-a3d8-429c-a187-09257a66a9ee [ 579.627234] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.627314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.627381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.627593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.627669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.627822] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a175d5d-a3d8-429c-a187-09257a66a9ee already deleted. [ 579.627876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a175d5d-a3d8-429c-a187-09257a66a9ee" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.496219] env[66311]: INFO networking_nsxv3.common.synchronization [None req-716bc4b1-39b8-4d5d-8951-995afbd62621 None None] Enqueued Resource ID: dc46c263-3845-43d1-88b1-e7a0f69ecc5e with Priority: HIGHEST for action port [ 580.496941] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc46c263-3845-43d1-88b1-e7a0f69ecc5e with Priority: HIGHEST for action port [ 580.498045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc46c263-3845-43d1-88b1-e7a0f69ecc5e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.498290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc46c263-3845-43d1-88b1-e7a0f69ecc5e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.498369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc46c263-3845-43d1-88b1-e7a0f69ecc5e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.500178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc46c263-3845-43d1-88b1-e7a0f69ecc5e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.500178] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc46c263-3845-43d1-88b1-e7a0f69ecc5e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.004939] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc46c263-3845-43d1-88b1-e7a0f69ecc5e [ 581.005256] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.005316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.005348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.005560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.005649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.005742] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc46c263-3845-43d1-88b1-e7a0f69ecc5e already deleted. [ 581.005820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc46c263-3845-43d1-88b1-e7a0f69ecc5e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.195549] env[66311]: INFO networking_nsxv3.common.synchronization [None req-9a9c84a8-5934-4d1c-8716-67a37f416963 None None] Enqueued Resource ID: b678636f-a998-4a5a-a380-8c0800eb18eb with Priority: HIGHEST for action port [ 581.195813] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b678636f-a998-4a5a-a380-8c0800eb18eb with Priority: HIGHEST for action port [ 581.196414] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b678636f-a998-4a5a-a380-8c0800eb18eb taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.196558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b678636f-a998-4a5a-a380-8c0800eb18eb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.196629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b678636f-a998-4a5a-a380-8c0800eb18eb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.196873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b678636f-a998-4a5a-a380-8c0800eb18eb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.196951] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b678636f-a998-4a5a-a380-8c0800eb18eb',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.600912] env[66311]: INFO networking_nsxv3.common.synchronization [None req-90edc909-aaa6-4f6e-bd2e-dbf5585f8554 None None] Enqueued Resource ID: 49241b41-e313-466b-87d9-4d96e1bd309c with Priority: HIGHEST for action port [ 581.600912] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49241b41-e313-466b-87d9-4d96e1bd309c with Priority: HIGHEST for action port [ 581.600912] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-49241b41-e313-466b-87d9-4d96e1bd309c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.600912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49241b41-e313-466b-87d9-4d96e1bd309c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.600912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49241b41-e313-466b-87d9-4d96e1bd309c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.601642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49241b41-e313-466b-87d9-4d96e1bd309c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.601642] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49241b41-e313-466b-87d9-4d96e1bd309c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.701081] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b678636f-a998-4a5a-a380-8c0800eb18eb [ 581.701339] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.701621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.701621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.701904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.701988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.702053] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b678636f-a998-4a5a-a380-8c0800eb18eb already deleted. [ 581.702113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b678636f-a998-4a5a-a380-8c0800eb18eb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.720576] env[66311]: INFO networking_nsxv3.common.synchronization [None req-318772ea-1f12-40b2-aff9-fac6e24862dc None None] Enqueued Resource ID: b4de4885-8c13-4627-8083-a086b29b5849 with Priority: HIGHEST for action port [ 581.721316] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4de4885-8c13-4627-8083-a086b29b5849 with Priority: HIGHEST for action port [ 581.721559] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4de4885-8c13-4627-8083-a086b29b5849 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.721700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4de4885-8c13-4627-8083-a086b29b5849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.721797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4de4885-8c13-4627-8083-a086b29b5849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.722098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4de4885-8c13-4627-8083-a086b29b5849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.722475] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4de4885-8c13-4627-8083-a086b29b5849',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.105654] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49241b41-e313-466b-87d9-4d96e1bd309c [ 582.107621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.107770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.107833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.108105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.108287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.108335] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49241b41-e313-466b-87d9-4d96e1bd309c already deleted. [ 582.108411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49241b41-e313-466b-87d9-4d96e1bd309c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.225155] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4de4885-8c13-4627-8083-a086b29b5849 [ 582.225332] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.225428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.225501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.225707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.225797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.225895] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4de4885-8c13-4627-8083-a086b29b5849 already deleted. [ 582.227725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4de4885-8c13-4627-8083-a086b29b5849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.043948] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c4120333-c9a5-46bf-91ca-f71bea36f513 None None] Enqueued Resource ID: 3a5da56d-43d3-493e-9a8f-68bc116887f1 with Priority: HIGHEST for action port [ 584.044246] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5da56d-43d3-493e-9a8f-68bc116887f1 with Priority: HIGHEST for action port [ 584.044841] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5da56d-43d3-493e-9a8f-68bc116887f1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.045097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5da56d-43d3-493e-9a8f-68bc116887f1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.045097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5da56d-43d3-493e-9a8f-68bc116887f1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.045310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5da56d-43d3-493e-9a8f-68bc116887f1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.045391] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5da56d-43d3-493e-9a8f-68bc116887f1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.245605] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c8ef94b4-d3ef-45a9-82c1-0bf0d1d1e4f4 None None] Enqueued Resource ID: d2622b40-7152-4b04-8c1b-f760fdd946ac with Priority: HIGHEST for action port [ 584.245605] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2622b40-7152-4b04-8c1b-f760fdd946ac with Priority: HIGHEST for action port [ 584.245844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2622b40-7152-4b04-8c1b-f760fdd946ac taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.249019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2622b40-7152-4b04-8c1b-f760fdd946ac" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.249019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2622b40-7152-4b04-8c1b-f760fdd946ac" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.249019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2622b40-7152-4b04-8c1b-f760fdd946ac" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.249019] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2622b40-7152-4b04-8c1b-f760fdd946ac',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.551280] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a5da56d-43d3-493e-9a8f-68bc116887f1 [ 584.552260] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.555300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.555405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.555690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.555690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.555801] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a5da56d-43d3-493e-9a8f-68bc116887f1 already deleted. [ 584.555873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5da56d-43d3-493e-9a8f-68bc116887f1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.748755] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2622b40-7152-4b04-8c1b-f760fdd946ac [ 584.748994] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.749149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.749214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.749413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.749758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.749758] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2622b40-7152-4b04-8c1b-f760fdd946ac already deleted. [ 584.749758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2622b40-7152-4b04-8c1b-f760fdd946ac" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.666518] env[66311]: INFO networking_nsxv3.common.synchronization [None req-66a6d89e-ef2a-425b-a989-b80e7f166f5e None None] Enqueued Resource ID: 1118739a-6a4e-4da4-90dd-8344fa9abe67 with Priority: HIGHEST for action port [ 585.667126] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1118739a-6a4e-4da4-90dd-8344fa9abe67 with Priority: HIGHEST for action port [ 585.667433] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-1118739a-6a4e-4da4-90dd-8344fa9abe67 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.667560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1118739a-6a4e-4da4-90dd-8344fa9abe67" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.667627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1118739a-6a4e-4da4-90dd-8344fa9abe67" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.668155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1118739a-6a4e-4da4-90dd-8344fa9abe67" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.668155] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1118739a-6a4e-4da4-90dd-8344fa9abe67',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.171403] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1118739a-6a4e-4da4-90dd-8344fa9abe67 [ 586.171619] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.171756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.171817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.172042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.172254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.172254] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1118739a-6a4e-4da4-90dd-8344fa9abe67 already deleted. [ 586.172318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1118739a-6a4e-4da4-90dd-8344fa9abe67" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.178343] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c11dfa0c-d446-42ec-bea7-d22c391a0da8 None None] Enqueued Resource ID: 1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f with Priority: HIGHEST for action port [ 586.178891] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f with Priority: HIGHEST for action port [ 586.182776] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.182776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.182776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.182776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.182776] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.686761] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f [ 586.687112] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.687406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.687406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.687689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.687811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.687922] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f already deleted. [ 586.688054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b04b4b7-ac78-4a3f-bd4c-a93e8597fa1f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.276936] env[66311]: INFO networking_nsxv3.common.synchronization [req-3a65377b-5d91-407b-b8a8-c28812fb2879 req-7b59083a-816d-4d5b-baee-7a4641ee61ab tempest-DeleteServersAdminTestJSON-635478994 tempest-DeleteServersAdminTestJSON-635478994-project-member] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 587.277502] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 587.277588] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.277712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.277779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.278353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.278694] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.278930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.279080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.279347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.279522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.279689] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.783485] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.783791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.783791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.783968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.784079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.784274] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.784376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.784438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.784605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.784651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.784737] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d already deleted. [ 587.784813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.888994] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.888994] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.888994] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.888994] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.888994] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.889972] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.894019] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.894019] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.894019] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.894019] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.894019] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.894019] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.894019] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.894019] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.894019] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.894019] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.913998] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.913998] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.913998] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.914273] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.914672] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-e5248c83-6e8e-409e-a8fc-47c9a6176515 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.915028] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-e5248c83-6e8e-409e-a8fc-47c9a6176515" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.915663] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-e5248c83-6e8e-409e-a8fc-47c9a6176515" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.916053] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-e5248c83-6e8e-409e-a8fc-47c9a6176515" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.916348] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5248c83-6e8e-409e-a8fc-47c9a6176515',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.419419] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.419794] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.419794] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.420069] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.420217] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.420369] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port e5248c83-6e8e-409e-a8fc-47c9a6176515 not found, creating... [ 588.420715] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.420796] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.420910] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.421143] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.421275] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.421639] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.421805] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.422138] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.422391] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.422511] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.422697] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: e5248c83-6e8e-409e-a8fc-47c9a6176515 is going to be created. [ 588.445705] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.445867] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.445988] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.446331] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.446579] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.446804] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-e5248c83-6e8e-409e-a8fc-47c9a6176515" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.819560] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b4a6b3e4-9969-40de-978c-c1ea3115edfa tempest-VolumesAssistedSnapshotsTest-1618508033 tempest-VolumesAssistedSnapshotsTest-1618508033-project-member] Enqueued Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_rules [ 588.820335] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_rules [ 588.820443] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.820552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.820627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.820881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.820967] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.188592] env[66311]: INFO networking_nsxv3.common.synchronization [None req-55d13b8e-0243-41a5-9b7f-de5443279e67 tempest-VolumesAssistedSnapshotsTest-1618508033 tempest-VolumesAssistedSnapshotsTest-1618508033-project-member] Enqueued Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_rules [ 589.188592] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_rules [ 589.188592] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.189046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.276761] env[66311]: INFO networking_nsxv3.common.synchronization [req-3a65377b-5d91-407b-b8a8-c28812fb2879 req-67013875-31ab-4168-8efa-3fa2b7dc3750 service nova] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_rules [ 589.276761] env[66311]: INFO networking_nsxv3.common.synchronization [req-3a65377b-5d91-407b-b8a8-c28812fb2879 req-67013875-31ab-4168-8efa-3fa2b7dc3750 service nova] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 589.276761] env[66311]: INFO networking_nsxv3.common.synchronization [req-3a65377b-5d91-407b-b8a8-c28812fb2879 req-67013875-31ab-4168-8efa-3fa2b7dc3750 service nova] Enqueued Resource ID: e5248c83-6e8e-409e-a8fc-47c9a6176515 with Priority: HIGHEST for action port [ 589.276991] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_rules [ 589.277112] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 589.277218] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5248c83-6e8e-409e-a8fc-47c9a6176515 with Priority: HIGHEST for action port [ 589.277762] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.277876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.278152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.278448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.278567] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.279504] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.282274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.282274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.282274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.282532] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.282858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.282858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.283160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.283307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.283532] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.285127] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5248c83-6e8e-409e-a8fc-47c9a6176515 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.285646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5248c83-6e8e-409e-a8fc-47c9a6176515" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.285754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5248c83-6e8e-409e-a8fc-47c9a6176515" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.286052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5248c83-6e8e-409e-a8fc-47c9a6176515" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.286247] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5248c83-6e8e-409e-a8fc-47c9a6176515',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.340796] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.341023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.341023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.341227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.341261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.341345] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 already deleted. [ 589.341446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.341905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.341980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.342073] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.789284] env[66311]: INFO networking_nsxv3.common.synchronization [req-b8186399-e080-4eb1-a65a-495ace8421f0 req-70bc2868-04ee-4038-80c7-9c8053a31d93 tempest-TenantUsagesTestJSON-632970870 tempest-TenantUsagesTestJSON-632970870-project-member] Enqueued Resource ID: dd957962-f2c3-4025-a673-3b5601ccfa68 with Priority: HIGHEST for action security_group_members [ 589.790907] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.790907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.791199] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd957962-f2c3-4025-a673-3b5601ccfa68 with Priority: HIGHEST for action security_group_members [ 589.791511] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd957962-f2c3-4025-a673-3b5601ccfa68 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.791511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.791511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.791736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.792546] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.792546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.792546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.792546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.792546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.792546] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd957962-f2c3-4025-a673-3b5601ccfa68',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.798896] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5248c83-6e8e-409e-a8fc-47c9a6176515 with status ACTIVE [ 589.799298] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.799512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.799584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.799778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.799872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.800164] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.800301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.800366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.800552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.800637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.800827] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.800926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.800991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.801148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.801224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.801313] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5248c83-6e8e-409e-a8fc-47c9a6176515 is going to be updated. [ 589.803050] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.823826] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.824180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.824180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.824259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.824412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.824603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5248c83-6e8e-409e-a8fc-47c9a6176515" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.863674] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.863843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.863884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.864121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.864216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.864312] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 already deleted. [ 589.864442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.295506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.295506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.295506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.295506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.295506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.295730] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.295778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.295909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.295986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.296105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.296220] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd957962-f2c3-4025-a673-3b5601ccfa68 already deleted. [ 590.296263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.305284] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.536711] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.536899] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.537031] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.537284] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.537658] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.537658] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.537797] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.537968] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.539274] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.539503] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.540570] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.540745] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.540862] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.540994] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.541097] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.541231] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.563482] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.563658] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.563797] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.563971] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.564312] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.564486] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.564602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.564925] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.565073] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.809925] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.810093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.810168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.810387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.810472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.810573] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d is going to be created. [ 590.841216] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.841612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.841612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.841708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.841990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.852126] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: UNINITIALIZED for 2s [ 591.067682] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.069438] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.069438] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.069438] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.069438] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.069438] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2 not found, creating... [ 591.069438] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.069438] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.069438] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.069438] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.069829] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.069829] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.069904] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.070366] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.070366] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.070366] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.070495] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2 is going to be created. [ 591.093016] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.093260] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.093464] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.093589] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.093801] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.094022] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.785485] env[66311]: INFO networking_nsxv3.common.synchronization [req-b8186399-e080-4eb1-a65a-495ace8421f0 req-c3f1eef7-e380-4834-ad16-3d1dd6dcafae service nova] Enqueued Resource ID: dd957962-f2c3-4025-a673-3b5601ccfa68 with Priority: HIGHEST for action security_group_rules [ 591.785657] env[66311]: INFO networking_nsxv3.common.synchronization [req-b8186399-e080-4eb1-a65a-495ace8421f0 req-c3f1eef7-e380-4834-ad16-3d1dd6dcafae service nova] Enqueued Resource ID: dd957962-f2c3-4025-a673-3b5601ccfa68 with Priority: HIGHEST for action security_group_members [ 591.785789] env[66311]: INFO networking_nsxv3.common.synchronization [req-b8186399-e080-4eb1-a65a-495ace8421f0 req-c3f1eef7-e380-4834-ad16-3d1dd6dcafae service nova] Enqueued Resource ID: ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2 with Priority: HIGHEST for action port [ 591.786305] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd957962-f2c3-4025-a673-3b5601ccfa68 with Priority: HIGHEST for action security_group_rules [ 591.786440] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd957962-f2c3-4025-a673-3b5601ccfa68 with Priority: HIGHEST for action security_group_members [ 591.786571] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2 with Priority: HIGHEST for action port [ 591.786792] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd957962-f2c3-4025-a673-3b5601ccfa68 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.786913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.786995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.788403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.788637] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd957962-f2c3-4025-a673-3b5601ccfa68',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.789892] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd957962-f2c3-4025-a673-3b5601ccfa68 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.789969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.790056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.790262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.790613] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.790613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.790613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.790780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.790956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.790956] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd957962-f2c3-4025-a673-3b5601ccfa68',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.791811] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.791901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.791901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.792105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.792182] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.293822] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd957962-f2c3-4025-a673-3b5601ccfa68 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.293822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.294274] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd957962-f2c3-4025-a673-3b5601ccfa68',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.296573] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2 with status ACTIVE [ 592.296573] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.296573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.296573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.299027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.299027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.299515] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.299634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.299694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.299884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.299961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.301601] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.301601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.301695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.301791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.301891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.302013] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2 is going to be updated. [ 592.338696] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.338874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.338946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.339184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.339323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.339509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7aca0d-ab1c-4437-9224-cfdc2eb0adc2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.431223] env[66311]: INFO networking_nsxv3.common.synchronization [req-03321bce-22b0-4c45-89dd-9efc49cd6fce req-2c59a252-9477-48d9-882b-be71114c6284 tempest-FloatingIPsAssociationTestJSON-1750971777 tempest-FloatingIPsAssociationTestJSON-1750971777-project-member] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 592.432728] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 592.432805] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.432895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.433012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.434102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.434273] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.434380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.434444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.434601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.434682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.434776] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.804418] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd957962-f2c3-4025-a673-3b5601ccfa68',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.863148] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: SUCCESS [ 592.863412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.863584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.863817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.864021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.864138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.864205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.864364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.864448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.864534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.864625] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.940165] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.940297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.940369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.940584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.940676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.940861] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.940958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.941032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.941179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.941273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.941362] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d already deleted. [ 592.941445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.971614] env[66311]: INFO networking_nsxv3.common.synchronization [None req-d45429a4-a256-4058-8264-7aafb03e9679 None None] Enqueued Resource ID: 310cbebd-c971-4897-a2c6-ed8710df04b6 with Priority: HIGHEST for action port [ 592.972258] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310cbebd-c971-4897-a2c6-ed8710df04b6 with Priority: HIGHEST for action port [ 592.972579] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-310cbebd-c971-4897-a2c6-ed8710df04b6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.972718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-310cbebd-c971-4897-a2c6-ed8710df04b6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.972759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-310cbebd-c971-4897-a2c6-ed8710df04b6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.973014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-310cbebd-c971-4897-a2c6-ed8710df04b6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.973452] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310cbebd-c971-4897-a2c6-ed8710df04b6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.309320] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.310292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.310292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.311845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.312414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.312414] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd957962-f2c3-4025-a673-3b5601ccfa68 is going to be created. [ 593.340692] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.341014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.341183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.341522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.342180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.351884] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd957962-f2c3-4025-a673-3b5601ccfa68 in Status: UNINITIALIZED for 2s [ 593.369274] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.369378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.369434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.369788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.370740] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.370740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.370740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.370740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.370740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.370948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.371441] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.371529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.371565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.371729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.372211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.372211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.372211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.372708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.372813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.372906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.373007] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.380352] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.380530] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-606" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.380658] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-606" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.381144] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-606" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.381445] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.381607] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.381719] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.381939] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.382096] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.382531] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.382531] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.382645] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.382676] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.382876] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.383205] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.383266] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.403036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.403036] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.403036] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.403036] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-606" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.403036] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-375d0aae-574e-4f7c-b4e8-814089c0d9a2 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.403454] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-375d0aae-574e-4f7c-b4e8-814089c0d9a2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.403568] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-375d0aae-574e-4f7c-b4e8-814089c0d9a2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.404146] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-375d0aae-574e-4f7c-b4e8-814089c0d9a2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.404146] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375d0aae-574e-4f7c-b4e8-814089c0d9a2',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.476402] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 310cbebd-c971-4897-a2c6-ed8710df04b6 [ 593.476620] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.477171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.477171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.477171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.477171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.477348] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:310cbebd-c971-4897-a2c6-ed8710df04b6 already deleted. [ 593.477348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-310cbebd-c971-4897-a2c6-ed8710df04b6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.712811] env[66311]: INFO networking_nsxv3.common.synchronization [None req-cb7f40c4-c62a-420d-92f5-7ecf04fdb7f5 None None] Enqueued Resource ID: 2ca23c63-160e-47c1-97ad-867aa7c3f83e with Priority: HIGHEST for action port [ 593.714636] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca23c63-160e-47c1-97ad-867aa7c3f83e with Priority: HIGHEST for action port [ 593.714825] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ca23c63-160e-47c1-97ad-867aa7c3f83e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.714825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ca23c63-160e-47c1-97ad-867aa7c3f83e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.714914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ca23c63-160e-47c1-97ad-867aa7c3f83e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.715335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ca23c63-160e-47c1-97ad-867aa7c3f83e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.715335] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca23c63-160e-47c1-97ad-867aa7c3f83e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.875268] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce7965d0-2129-486a-9e1b-facd56ca403d: rpc.has_security_group_logging(os_id): False [ 593.895558] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.895803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.895803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.895973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.896082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.896433] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.896433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.896651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.896651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.896750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.896875] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.896968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.897034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.897179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.897254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.897801] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.897801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.897801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.897801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.897801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.898063] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d is going to be created. [ 593.907026] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.907315] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.907389] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.907668] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.907811] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.907959] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 375d0aae-574e-4f7c-b4e8-814089c0d9a2 not found, creating... [ 593.908261] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.908401] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.908518] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.908727] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.908859] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.909157] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.909755] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.909755] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.909755] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.910737] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.910737] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 375d0aae-574e-4f7c-b4e8-814089c0d9a2 is going to be created. [ 593.936925] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.937198] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.937280] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.937551] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.937776] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.937996] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-375d0aae-574e-4f7c-b4e8-814089c0d9a2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.966067] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.966238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.966279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.966496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.966677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.980882] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: IN_PROGRESS for 2s [ 594.218541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ca23c63-160e-47c1-97ad-867aa7c3f83e [ 594.218829] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.218829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.218829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.219029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.219231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.219231] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ca23c63-160e-47c1-97ad-867aa7c3f83e already deleted. [ 594.219339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ca23c63-160e-47c1-97ad-867aa7c3f83e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.723622] env[66311]: INFO networking_nsxv3.common.synchronization [req-03321bce-22b0-4c45-89dd-9efc49cd6fce req-c20d08a9-9fc7-44e8-895e-1557aaede792 service nova] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_rules [ 594.723917] env[66311]: INFO networking_nsxv3.common.synchronization [req-03321bce-22b0-4c45-89dd-9efc49cd6fce req-c20d08a9-9fc7-44e8-895e-1557aaede792 service nova] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 594.725150] env[66311]: INFO networking_nsxv3.common.synchronization [req-03321bce-22b0-4c45-89dd-9efc49cd6fce req-c20d08a9-9fc7-44e8-895e-1557aaede792 service nova] Enqueued Resource ID: 375d0aae-574e-4f7c-b4e8-814089c0d9a2 with Priority: HIGHEST for action port [ 594.727497] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_rules [ 594.727497] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 594.727497] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375d0aae-574e-4f7c-b4e8-814089c0d9a2 with Priority: HIGHEST for action port [ 594.727497] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.727497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.727945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.728505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.728505] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.729880] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.731907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.731907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.731907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.731907] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.733048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.733048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.733048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.733048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.733048] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.733502] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-375d0aae-574e-4f7c-b4e8-814089c0d9a2 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.733502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-375d0aae-574e-4f7c-b4e8-814089c0d9a2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.733502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-375d0aae-574e-4f7c-b4e8-814089c0d9a2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.733882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-375d0aae-574e-4f7c-b4e8-814089c0d9a2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.733882] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375d0aae-574e-4f7c-b4e8-814089c0d9a2',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.801398] env[66311]: INFO networking_nsxv3.common.synchronization [None req-cda6dd1a-3623-4aa7-9cd7-e1d60825dfd5 None None] Enqueued Resource ID: f378680e-dceb-4b21-931b-ee41587d8036 with Priority: HIGHEST for action port [ 594.802819] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f378680e-dceb-4b21-931b-ee41587d8036 with Priority: HIGHEST for action port [ 594.802819] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f378680e-dceb-4b21-931b-ee41587d8036 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.802819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f378680e-dceb-4b21-931b-ee41587d8036" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.802819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f378680e-dceb-4b21-931b-ee41587d8036" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.803245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f378680e-dceb-4b21-931b-ee41587d8036" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.803245] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f378680e-dceb-4b21-931b-ee41587d8036',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.047518] env[66311]: INFO networking_nsxv3.common.synchronization [req-ba4ad60b-c712-4fe7-911a-5b1e5baa2f2a req-fcfb7466-078b-44da-9e9d-dcb8abd1b11f tempest-ServerDiagnosticsTest-1360191861 tempest-ServerDiagnosticsTest-1360191861-project-member] Enqueued Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGHEST for action security_group_members [ 595.047518] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGHEST for action security_group_members [ 595.047674] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-60560821-fb9a-4fcb-8941-9efb64d3b098 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.047767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.047821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.048204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.048433] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.048546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.048601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.048946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.049258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.049258] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.238749] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.239899] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.240066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.240645] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 375d0aae-574e-4f7c-b4e8-814089c0d9a2 with status ACTIVE [ 595.240645] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.240645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.240645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.240887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.240887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.241121] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.241237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.241304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.241488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.241571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.241766] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.241855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.241929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.244040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.244040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.244040] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 375d0aae-574e-4f7c-b4e8-814089c0d9a2 is going to be updated. [ 595.287548] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.287706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.287747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.287944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.288097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.288322] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-375d0aae-574e-4f7c-b4e8-814089c0d9a2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.305784] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f378680e-dceb-4b21-931b-ee41587d8036 [ 595.306036] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.306171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.306242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.306459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.306550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.306695] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f378680e-dceb-4b21-931b-ee41587d8036 already deleted. [ 595.306739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f378680e-dceb-4b21-931b-ee41587d8036" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.376889] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd957962-f2c3-4025-a673-3b5601ccfa68 in Status: SUCCESS [ 595.377211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.377568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.377790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.379164] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.379164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.379774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.379774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.379774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.379947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.380259] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd957962-f2c3-4025-a673-3b5601ccfa68',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.460692] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.460901] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.461034] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.461470] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.461586] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.461728] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.461830] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.462047] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.462190] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.462599] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.462599] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.462599] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.462732] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.464779] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.464779] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.464779] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.488832] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.488832] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.488832] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.488832] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.488832] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.489788] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.489788] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.489788] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.489788] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1097ef9-cceb-4bd1-ab1d-8c63693ce17f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.552596] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.552837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.552872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.553100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.553186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.553920] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.554115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.554115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.554391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.554483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.554561] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 already deleted. [ 595.554659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.746212] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.885561] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd957962-f2c3-4025-a673-3b5601ccfa68 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.886035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.886221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.886528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.892026] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892026] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd957962-f2c3-4025-a673-3b5601ccfa68 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.892026] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892026] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd957962-f2c3-4025-a673-3b5601ccfa68',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.992565] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.992873] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.993049] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.993352] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.993512] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.993663] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port b1097ef9-cceb-4bd1-ab1d-8c63693ce17f not found, creating... [ 595.993928] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.994097] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.994209] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.994461] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.994558] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.994874] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.995373] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.995551] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.995801] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.995951] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.996287] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: b1097ef9-cceb-4bd1-ab1d-8c63693ce17f is going to be created. [ 595.997799] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: SUCCESS [ 595.998031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.024450] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.024450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.024450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.024450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.024450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.024450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.126394] env[66311]: INFO networking_nsxv3.common.synchronization [None req-dabc7c9f-c2c3-414a-819e-ce2a90907492 None None] Enqueued Resource ID: 7f2eee56-62da-41da-a5be-0880332b939d with Priority: HIGHEST for action port [ 596.127081] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f2eee56-62da-41da-a5be-0880332b939d with Priority: HIGHEST for action port [ 596.127356] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f2eee56-62da-41da-a5be-0880332b939d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.127700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f2eee56-62da-41da-a5be-0880332b939d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.127887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f2eee56-62da-41da-a5be-0880332b939d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.128203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f2eee56-62da-41da-a5be-0880332b939d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.128406] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f2eee56-62da-41da-a5be-0880332b939d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.247717] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.247937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.248043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.248292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.248389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.248720] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d is going to be created. [ 596.268470] env[66311]: INFO networking_nsxv3.common.synchronization [req-7a9522c8-e7dc-4b61-935e-dd92c091215d req-717ced78-098a-4866-9afb-18db7c89cbb1 tempest-InstanceActionsV221TestJSON-1185191548 tempest-InstanceActionsV221TestJSON-1185191548-project-member] Enqueued Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGHEST for action security_group_members [ 596.268882] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGHEST for action security_group_members [ 596.269600] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8344bda7-f2a0-423a-9157-414606377cb4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.269784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.269895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.270332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.270461] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.270625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.270747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.270948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.271095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.271239] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.274591] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.274591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.274591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.274731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.274876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.286516] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: UNINITIALIZED for 2s [ 596.394883] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd957962-f2c3-4025-a673-3b5601ccfa68: rpc.has_security_group_logging(os_id): False [ 596.416825] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.416966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.417064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.417294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.419684] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.419684] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.419684] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.419684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.420648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.420648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.420648] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd957962-f2c3-4025-a673-3b5601ccfa68 is going to be created. [ 596.490980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.490980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.490980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.490980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.490980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.504645] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd957962-f2c3-4025-a673-3b5601ccfa68 in Status: IN_PROGRESS for 2s [ 596.631378] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f2eee56-62da-41da-a5be-0880332b939d [ 596.631637] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.631637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.631901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.632066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.632066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.632248] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f2eee56-62da-41da-a5be-0880332b939d already deleted. [ 596.632248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f2eee56-62da-41da-a5be-0880332b939d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.773972] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.773972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.774506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.774506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.774506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.774506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.774697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.774697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.774800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.774846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.774929] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8344bda7-f2a0-423a-9157-414606377cb4 already deleted. [ 596.775019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.775874] env[66311]: INFO networking_nsxv3.common.synchronization [req-ba4ad60b-c712-4fe7-911a-5b1e5baa2f2a req-df518f3b-e319-4f80-a3ec-80300581e0f8 service nova] Enqueued Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGHEST for action security_group_rules [ 596.776447] env[66311]: INFO networking_nsxv3.common.synchronization [req-ba4ad60b-c712-4fe7-911a-5b1e5baa2f2a req-df518f3b-e319-4f80-a3ec-80300581e0f8 service nova] Enqueued Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGHEST for action security_group_members [ 596.776782] env[66311]: INFO networking_nsxv3.common.synchronization [req-ba4ad60b-c712-4fe7-911a-5b1e5baa2f2a req-df518f3b-e319-4f80-a3ec-80300581e0f8 service nova] Enqueued Resource ID: b1097ef9-cceb-4bd1-ab1d-8c63693ce17f with Priority: HIGHEST for action port [ 596.777207] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGHEST for action security_group_rules [ 596.777340] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGHEST for action security_group_members [ 596.777433] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1097ef9-cceb-4bd1-ab1d-8c63693ce17f with Priority: HIGHEST for action port [ 596.777842] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60560821-fb9a-4fcb-8941-9efb64d3b098 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.777842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.777842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.778100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.778704] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.780145] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-60560821-fb9a-4fcb-8941-9efb64d3b098 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.780145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.780145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.780145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.780145] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.780421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.780421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.780421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.780543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.780576] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.781319] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.781425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.781488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.781629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.781695] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1097ef9-cceb-4bd1-ab1d-8c63693ce17f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.856872] env[66311]: INFO networking_nsxv3.common.synchronization [None req-7b40dfe6-2c9f-4b77-b386-4ea092d9e89d tempest-ServersTestManualDisk-1882682385 tempest-ServersTestManualDisk-1882682385-project-member] Enqueued Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_rules [ 596.857394] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_rules [ 596.860292] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a48b4459-b433-4f93-816b-0de077beff77 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.860292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.860292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.860292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.860292] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.945260] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.946175] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-366" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.946175] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-366" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.946175] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-366" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.946175] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.946409] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.946508] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.946868] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.946868] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.947042] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.947132] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.947300] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.947440] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.947567] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.947636] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.947772] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.967699] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.967869] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.968015] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.968215] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-366" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.968756] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.968871] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.968975] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.969321] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.969457] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8368b2-13c3-4c71-9fcb-a0f0528fee20',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.117660] env[66311]: INFO networking_nsxv3.common.synchronization [None req-db8e322b-58ff-4b75-8dca-c526164b00b6 tempest-ServersTestManualDisk-1882682385 tempest-ServersTestManualDisk-1882682385-project-member] Enqueued Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_rules [ 597.118343] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_rules [ 597.118842] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a48b4459-b433-4f93-816b-0de077beff77 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.118964] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.284955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-60560821-fb9a-4fcb-8941-9efb64d3b098 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.285142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.293646] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.294660] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1097ef9-cceb-4bd1-ab1d-8c63693ce17f with status ACTIVE [ 597.294906] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.295048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.295117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.295348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.295459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.295659] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.295757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.295811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.295967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.296058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.296236] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.296329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.296390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.296535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.296626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.296720] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1097ef9-cceb-4bd1-ab1d-8c63693ce17f is going to be updated. [ 597.339092] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.339395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.339472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.339721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.339864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.340272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1097ef9-cceb-4bd1-ab1d-8c63693ce17f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.389073] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.389073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.389073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.389325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.389899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.389899] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a48b4459-b433-4f93-816b-0de077beff77 already deleted. [ 597.389899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.389899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.390087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.390121] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.471732] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.471978] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.472115] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.472436] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.472978] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.472978] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port fb8368b2-13c3-4c71-9fcb-a0f0528fee20 not found, creating... [ 597.473119] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.473198] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.473354] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.473579] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.473800] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.474037] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.474223] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.474335] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.474601] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.474741] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.475048] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: fb8368b2-13c3-4c71-9fcb-a0f0528fee20 is going to be created. [ 597.500445] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.500445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.500445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.500445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.500445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.500445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.798816] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.912500] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.912500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.912500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.912500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.912500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.912500] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a48b4459-b433-4f93-816b-0de077beff77 already deleted. [ 597.912500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.261023] env[66311]: INFO networking_nsxv3.common.synchronization [req-7a9522c8-e7dc-4b61-935e-dd92c091215d req-b2a8640d-e246-4d49-9b97-32c20c55ab64 service nova] Enqueued Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGHEST for action security_group_rules [ 598.261023] env[66311]: INFO networking_nsxv3.common.synchronization [req-7a9522c8-e7dc-4b61-935e-dd92c091215d req-b2a8640d-e246-4d49-9b97-32c20c55ab64 service nova] Enqueued Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGHEST for action security_group_members [ 598.261023] env[66311]: INFO networking_nsxv3.common.synchronization [req-7a9522c8-e7dc-4b61-935e-dd92c091215d req-b2a8640d-e246-4d49-9b97-32c20c55ab64 service nova] Enqueued Resource ID: fb8368b2-13c3-4c71-9fcb-a0f0528fee20 with Priority: HIGHEST for action port [ 598.261023] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGHEST for action security_group_rules [ 598.261023] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGHEST for action security_group_members [ 598.261023] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8368b2-13c3-4c71-9fcb-a0f0528fee20 with Priority: HIGHEST for action port [ 598.261023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8344bda7-f2a0-423a-9157-414606377cb4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.261548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.261548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.261548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.261548] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.262436] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8344bda7-f2a0-423a-9157-414606377cb4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.263371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.263371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.263371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.263371] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.263371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.263371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.263371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.263371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.263371] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.264321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.264467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.264565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.264808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.264918] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8368b2-13c3-4c71-9fcb-a0f0528fee20',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.300070] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: SUCCESS [ 598.300070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.300070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.301138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.301269] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.301391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.301460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.301650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.301735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.301826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.301917] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.302970] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.306323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.306323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.306323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.306323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.306323] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 is going to be created. [ 598.335971] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.336182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.336236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.336456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.336597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.349297] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 in Status: UNINITIALIZED for 2s [ 598.518839] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd957962-f2c3-4025-a673-3b5601ccfa68 in Status: SUCCESS [ 598.519348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.766395] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.768213] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8344bda7-f2a0-423a-9157-414606377cb4 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.768455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.768697] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb8368b2-13c3-4c71-9fcb-a0f0528fee20 with status ACTIVE [ 598.768882] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.769459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.769459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.769825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.769969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.770711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.770711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.770711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.770711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.770711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.771262] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.771262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.771262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.771262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.771262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.771436] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb8368b2-13c3-4c71-9fcb-a0f0528fee20 is going to be updated. [ 598.797990] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.798190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.798332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.798597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.798774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.798937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8368b2-13c3-4c71-9fcb-a0f0528fee20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.807194] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.807979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.807979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.807979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.807979] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.808203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.808203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.808395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.808532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.808678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.808910] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.809071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.809160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.809354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.809549] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.809681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.809773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.809957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.810082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.810488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.810488] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.273930] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.313297] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 711ad014-bc46-45bb-836b-13aaaaf8107d: rpc.has_security_group_logging(os_id): False [ 599.345214] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.345459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.345699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.345773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.345842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.346111] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.346258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.346329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.346555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.346644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.346816] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.346951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.347032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.347301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.347370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.347609] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.348972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.348972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.348972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.348972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.349256] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d is going to be created. [ 599.441867] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.442097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.442208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.442517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.442698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.455936] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: IN_PROGRESS for 2s [ 599.776770] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.776918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.777030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.777232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.777324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.777423] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8344bda7-f2a0-423a-9157-414606377cb4 is going to be created. [ 599.803562] env[66311]: INFO networking_nsxv3.common.synchronization [None req-16b739bb-1a61-4dc0-af8b-5627dfe86b8c None None] Enqueued Resource ID: efe2feaf-a5f8-42bc-9dbf-81c86a05d858 with Priority: HIGHEST for action port [ 599.803862] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe2feaf-a5f8-42bc-9dbf-81c86a05d858 with Priority: HIGHEST for action port [ 599.804119] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe2feaf-a5f8-42bc-9dbf-81c86a05d858 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.804263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe2feaf-a5f8-42bc-9dbf-81c86a05d858" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.804379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe2feaf-a5f8-42bc-9dbf-81c86a05d858" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.804930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe2feaf-a5f8-42bc-9dbf-81c86a05d858" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.804930] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe2feaf-a5f8-42bc-9dbf-81c86a05d858',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.806334] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.808917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.808917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.808917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.808917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.817876] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8344bda7-f2a0-423a-9157-414606377cb4 in Status: UNINITIALIZED for 2s [ 600.309913] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efe2feaf-a5f8-42bc-9dbf-81c86a05d858 [ 600.310569] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.310569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.310569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.314026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.314026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.314026] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efe2feaf-a5f8-42bc-9dbf-81c86a05d858 already deleted. [ 600.314026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe2feaf-a5f8-42bc-9dbf-81c86a05d858" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.360706] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 in Status: SUCCESS [ 600.360982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.361380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.361547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.361712] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.361864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.361946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.362084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.362246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.362246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.362374] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.449149] env[66311]: INFO networking_nsxv3.common.synchronization [req-4b9142f4-eeee-4e51-8c13-6570b94c38bd req-39847645-2294-489f-985b-9988805910b2 tempest-VolumesAssistedSnapshotsTest-1618508033 tempest-VolumesAssistedSnapshotsTest-1618508033-project-member] Enqueued Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_members [ 600.449149] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_members [ 600.449149] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.449149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.449149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.451085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.451085] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.451085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.451085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.451085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.451085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.451085] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.864729] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-60560821-fb9a-4fcb-8941-9efb64d3b098 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.865167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.865167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.865419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.865660] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.865848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.865953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.866260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.866398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.866582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.866803] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-60560821-fb9a-4fcb-8941-9efb64d3b098 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.866949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.868352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.868578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.868830] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.869419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.869419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.869524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.869606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.869765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.869951] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.874095] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.874846] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-281" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.874846] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-281" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.875143] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-281" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.876438] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.876746] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.876985] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.877388] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.877685] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.877967] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.878131] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.878352] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.878560] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.878787] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.878982] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.879264] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.906970] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.907237] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.907393] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.908207] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-281" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.908207] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-f741b064-e31c-4e95-8b88-a860a48f9e13 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.908207] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-f741b064-e31c-4e95-8b88-a860a48f9e13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.908207] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-f741b064-e31c-4e95-8b88-a860a48f9e13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.908678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-f741b064-e31c-4e95-8b88-a860a48f9e13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.908842] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f741b064-e31c-4e95-8b88-a860a48f9e13',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.955828] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.955828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.955828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.955828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.955828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.956478] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.956478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.956478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.956478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.956478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.956478] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 already deleted. [ 600.956478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.385735] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60560821-fb9a-4fcb-8941-9efb64d3b098: rpc.has_security_group_logging(os_id): False [ 601.407405] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.407908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.408129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.408407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.408547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.408826] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.408938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.409023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.409184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.409264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.409446] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.409542] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.409603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.409744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.410198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.410474] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.410776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.410899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.411107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.411237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.411368] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 is going to be created. [ 601.414044] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.414392] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.414625] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.414899] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.415155] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.415610] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port f741b064-e31c-4e95-8b88-a860a48f9e13 not found, creating... [ 601.416135] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.416353] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.416577] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.417258] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.417477] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.418145] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.418430] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.418597] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.418909] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.419121] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.419325] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: f741b064-e31c-4e95-8b88-a860a48f9e13 is going to be created. [ 601.442394] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.442703] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.442957] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.443216] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.443929] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.444038] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-f741b064-e31c-4e95-8b88-a860a48f9e13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.474308] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: SUCCESS [ 601.474308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.484630] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.484800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.484800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.485021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.485214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.499219] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 in Status: IN_PROGRESS for 2s [ 601.761137] env[66311]: INFO networking_nsxv3.common.synchronization [None req-bff09f35-180c-4cd4-baa8-b5902fc53993 None None] Enqueued Resource ID: b77e709b-3e7a-42b6-995e-e852659ffc1e with Priority: HIGHEST for action port [ 601.761137] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77e709b-3e7a-42b6-995e-e852659ffc1e with Priority: HIGHEST for action port [ 601.761137] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b77e709b-3e7a-42b6-995e-e852659ffc1e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.761137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b77e709b-3e7a-42b6-995e-e852659ffc1e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.761655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b77e709b-3e7a-42b6-995e-e852659ffc1e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.761655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b77e709b-3e7a-42b6-995e-e852659ffc1e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.761655] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b77e709b-3e7a-42b6-995e-e852659ffc1e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.812797] env[66311]: INFO networking_nsxv3.common.synchronization [req-54c5a76e-063b-4529-92f7-affe85a595a7 req-e57b68ef-6f66-4dcb-9da1-f2aff80833eb tempest-SecurityGroupRulesNegativeTestJSON-949765630 tempest-SecurityGroupRulesNegativeTestJSON-949765630-project-member] Enqueued Resource ID: ee5a18f9-a913-492f-bbae-14ddacd97d72 with Priority: HIGHEST for action security_group_rules [ 601.813259] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee5a18f9-a913-492f-bbae-14ddacd97d72 with Priority: HIGHEST for action security_group_rules [ 601.813578] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee5a18f9-a913-492f-bbae-14ddacd97d72 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.813706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee5a18f9-a913-492f-bbae-14ddacd97d72" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.813789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee5a18f9-a913-492f-bbae-14ddacd97d72" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.814114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee5a18f9-a913-492f-bbae-14ddacd97d72" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.814284] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee5a18f9-a913-492f-bbae-14ddacd97d72',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.830012] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8344bda7-f2a0-423a-9157-414606377cb4 in Status: SUCCESS [ 601.830234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.830738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.830981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.831206] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.831402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.831484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.831702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.831790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.831887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.831976] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.150073] env[66311]: INFO networking_nsxv3.common.synchronization [req-4b9142f4-eeee-4e51-8c13-6570b94c38bd req-9ee9fb4c-6bc4-4ff5-a7c6-35efce5b4a94 service nova] Enqueued Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_rules [ 602.150073] env[66311]: INFO networking_nsxv3.common.synchronization [req-4b9142f4-eeee-4e51-8c13-6570b94c38bd req-9ee9fb4c-6bc4-4ff5-a7c6-35efce5b4a94 service nova] Enqueued Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_members [ 602.150073] env[66311]: INFO networking_nsxv3.common.synchronization [req-4b9142f4-eeee-4e51-8c13-6570b94c38bd req-9ee9fb4c-6bc4-4ff5-a7c6-35efce5b4a94 service nova] Enqueued Resource ID: f741b064-e31c-4e95-8b88-a860a48f9e13 with Priority: HIGHEST for action port [ 602.150073] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_rules [ 602.150073] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_members [ 602.150073] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f741b064-e31c-4e95-8b88-a860a48f9e13 with Priority: HIGHEST for action port [ 602.151020] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.152089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.152089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.152089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.152089] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.153434] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.153741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.153930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.155027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.155027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.155027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.155027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.155804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.155804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.155804] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.157658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f741b064-e31c-4e95-8b88-a860a48f9e13 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.157658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f741b064-e31c-4e95-8b88-a860a48f9e13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.157658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f741b064-e31c-4e95-8b88-a860a48f9e13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.157658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f741b064-e31c-4e95-8b88-a860a48f9e13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.157658] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f741b064-e31c-4e95-8b88-a860a48f9e13',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.221353] env[66311]: INFO networking_nsxv3.common.synchronization [None req-3a3c4d1e-ada3-435a-a4e5-35c53b5c4945 tempest-ServersWithSpecificFlavorTestJSON-596314861 tempest-ServersWithSpecificFlavorTestJSON-596314861-project-member] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_rules [ 602.224668] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_rules [ 602.224668] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.224668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.224668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.224668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.224668] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.265251] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b77e709b-3e7a-42b6-995e-e852659ffc1e [ 602.266183] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.266646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.267120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.268072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.268072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.268072] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b77e709b-3e7a-42b6-995e-e852659ffc1e already deleted. [ 602.268072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b77e709b-3e7a-42b6-995e-e852659ffc1e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.336770] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8344bda7-f2a0-423a-9157-414606377cb4 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.336770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.336995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.337410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.338584] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.338584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.338584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.338584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.338584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.338584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.338860] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8344bda7-f2a0-423a-9157-414606377cb4 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.340725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.340936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.341995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.343385] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.343385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.343385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.343385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.343385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.343385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.343385] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.345061] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.345245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.347148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.347148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.347148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.347148] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee5a18f9-a913-492f-bbae-14ddacd97d72 already deleted. [ 602.347148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee5a18f9-a913-492f-bbae-14ddacd97d72" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.373087] env[66311]: INFO networking_nsxv3.common.synchronization [None req-28d7d86e-ece1-4242-9c95-235702ea51cb tempest-ServersWithSpecificFlavorTestJSON-596314861 tempest-ServersWithSpecificFlavorTestJSON-596314861-project-member] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_rules [ 602.373690] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_rules [ 602.374414] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.374657] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.660103] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.660103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.660103] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.660499] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f741b064-e31c-4e95-8b88-a860a48f9e13 with status ACTIVE [ 602.661251] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.661850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.661954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.663963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.663963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.663963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.663963] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f741b064-e31c-4e95-8b88-a860a48f9e13 is going to be updated. [ 602.689054] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.689054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.689054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.689054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.689054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.689054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f741b064-e31c-4e95-8b88-a860a48f9e13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.753301] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.756516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.756744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.757765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.758394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.758524] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 already deleted. [ 602.758635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.758809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.759104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.759319] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.846967] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8344bda7-f2a0-423a-9157-414606377cb4: rpc.has_security_group_logging(os_id): False [ 602.929537] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.930184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.930543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.931628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.931628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.931628] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.931628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.931628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.931885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.931885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.932178] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.932178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.932285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.932466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.932587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.932800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.933152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.933152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.933152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.933295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.933403] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8344bda7-f2a0-423a-9157-414606377cb4 is going to be created. [ 603.019600] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.019930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.019930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.020852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.020948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.032644] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8344bda7-f2a0-423a-9157-414606377cb4 in Status: IN_PROGRESS for 2s [ 603.167225] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.281725] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.281725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.281725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.281725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.281725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.281725] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 already deleted. [ 603.282056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.513642] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 in Status: SUCCESS [ 603.513642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.673773] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.673938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.674039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.674277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.674404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.674473] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 is going to be created. [ 603.700939] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.701297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.701515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.701817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.702029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.714275] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 in Status: UNINITIALIZED for 2s [ 605.049621] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8344bda7-f2a0-423a-9157-414606377cb4 in Status: SUCCESS [ 605.049621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.654739] env[66311]: INFO networking_nsxv3.common.synchronization [None req-00a6dc7f-4e92-4aa6-a526-d2678fca7d6a None None] Enqueued Resource ID: cbe979f4-da82-4002-ae19-7288d9dbc2cd with Priority: HIGHEST for action port [ 605.654739] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe979f4-da82-4002-ae19-7288d9dbc2cd with Priority: HIGHEST for action port [ 605.654739] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe979f4-da82-4002-ae19-7288d9dbc2cd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.654932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe979f4-da82-4002-ae19-7288d9dbc2cd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.654932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe979f4-da82-4002-ae19-7288d9dbc2cd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.658215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe979f4-da82-4002-ae19-7288d9dbc2cd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.658215] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe979f4-da82-4002-ae19-7288d9dbc2cd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.725263] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 in Status: SUCCESS [ 605.725475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.725639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.725858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.726078] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.726224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.726292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.726488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.726571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.726660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.726751] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.062750] env[66311]: INFO networking_nsxv3.common.synchronization [req-c36163a5-7808-48c8-985c-b4c1e43b46da req-d89724d0-fb57-4ae5-a664-f72547c42eac tempest-SecurityGroupRulesNegativeTestJSON-949765630 tempest-SecurityGroupRulesNegativeTestJSON-949765630-project-member] Enqueued Resource ID: ee5a18f9-a913-492f-bbae-14ddacd97d72 with Priority: HIGHEST for action security_group_rules [ 606.063463] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee5a18f9-a913-492f-bbae-14ddacd97d72 with Priority: HIGHEST for action security_group_rules [ 606.063817] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee5a18f9-a913-492f-bbae-14ddacd97d72 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.063980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee5a18f9-a913-492f-bbae-14ddacd97d72" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.064629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee5a18f9-a913-492f-bbae-14ddacd97d72" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.064629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee5a18f9-a913-492f-bbae-14ddacd97d72" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.064629] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee5a18f9-a913-492f-bbae-14ddacd97d72',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.159565] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbe979f4-da82-4002-ae19-7288d9dbc2cd [ 606.159894] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.160055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.160128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.160341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.160613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.160613] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbe979f4-da82-4002-ae19-7288d9dbc2cd already deleted. [ 606.160613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe979f4-da82-4002-ae19-7288d9dbc2cd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.229595] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.587428] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.587576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.587645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.587882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.587980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.588089] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee5a18f9-a913-492f-bbae-14ddacd97d72 already deleted. [ 606.588167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee5a18f9-a913-492f-bbae-14ddacd97d72" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.734996] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e10a9173-3d94-4f28-8a9f-c4d77fe9b568: rpc.has_security_group_logging(os_id): False [ 606.753081] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.753487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.753573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.753789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.753887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.754163] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.754356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.754356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.754459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.755211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.755211] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 is going to be created. [ 606.822255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.822255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.822255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.822255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.822255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.839069] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 in Status: IN_PROGRESS for 2s [ 607.147490] env[66311]: INFO networking_nsxv3.common.synchronization [req-ca2c1fb3-12be-43e9-ac57-4e8f9a2b45be req-39bcc086-5e21-49bf-84ac-72d40d93c2b7 tempest-ServersTestManualDisk-1882682385 tempest-ServersTestManualDisk-1882682385-project-member] Enqueued Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_members [ 607.147934] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_members [ 607.148284] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48b4459-b433-4f93-816b-0de077beff77 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.148445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.148505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.148743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.148919] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.149036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.149107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.149212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.149294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.149404] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.642469] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.642689] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-426" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.642798] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-426" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.643147] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-426" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.643429] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.643601] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.643725] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.644396] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.644561] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.644785] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.644892] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.644997] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.645123] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.645230] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.645332] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.645462] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.652197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.652352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.652404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.652602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.652694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.652910] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.653062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.653125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.653275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.653349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.653434] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48b4459-b433-4f93-816b-0de077beff77 already deleted. [ 607.653554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.666509] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.666695] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.666875] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.667013] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-426" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.667342] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-05604051-9d35-4e22-a98b-154e4c62a69e taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.668030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-05604051-9d35-4e22-a98b-154e4c62a69e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.668030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-05604051-9d35-4e22-a98b-154e4c62a69e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.670101] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-05604051-9d35-4e22-a98b-154e4c62a69e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.670101] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05604051-9d35-4e22-a98b-154e4c62a69e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.099938] env[66311]: INFO networking_nsxv3.common.synchronization [None req-14c79010-e065-46ba-b7d8-6298ce321f80 None None] Enqueued Resource ID: 9c8d2426-c712-4ef9-a0c8-8fded07434a8 with Priority: HIGHEST for action port [ 608.100606] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d2426-c712-4ef9-a0c8-8fded07434a8 with Priority: HIGHEST for action port [ 608.101333] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c8d2426-c712-4ef9-a0c8-8fded07434a8 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.101474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c8d2426-c712-4ef9-a0c8-8fded07434a8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.101548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c8d2426-c712-4ef9-a0c8-8fded07434a8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.101784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c8d2426-c712-4ef9-a0c8-8fded07434a8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.101868] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c8d2426-c712-4ef9-a0c8-8fded07434a8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.172057] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.172450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.172450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.172645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.172790] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.172940] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 05604051-9d35-4e22-a98b-154e4c62a69e not found, creating... [ 608.173214] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.173367] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.173529] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.173685] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.173833] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.174124] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.174284] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.174401] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.174598] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.174726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.174867] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 05604051-9d35-4e22-a98b-154e4c62a69e is going to be created. [ 608.198791] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.199016] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.199135] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.199402] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.199618] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.199845] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-05604051-9d35-4e22-a98b-154e4c62a69e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.604763] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c8d2426-c712-4ef9-a0c8-8fded07434a8 [ 608.605276] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.605413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.605482] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.605696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.605781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.605874] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c8d2426-c712-4ef9-a0c8-8fded07434a8 already deleted. [ 608.605961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c8d2426-c712-4ef9-a0c8-8fded07434a8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.851924] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 in Status: SUCCESS [ 608.851975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.924955] env[66311]: INFO networking_nsxv3.common.synchronization [req-ca2c1fb3-12be-43e9-ac57-4e8f9a2b45be req-f25be843-4ed5-4fa0-b3ba-72bf0fa4537e service nova] Enqueued Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_rules [ 608.925174] env[66311]: INFO networking_nsxv3.common.synchronization [req-ca2c1fb3-12be-43e9-ac57-4e8f9a2b45be req-f25be843-4ed5-4fa0-b3ba-72bf0fa4537e service nova] Enqueued Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_members [ 608.925319] env[66311]: INFO networking_nsxv3.common.synchronization [req-ca2c1fb3-12be-43e9-ac57-4e8f9a2b45be req-f25be843-4ed5-4fa0-b3ba-72bf0fa4537e service nova] Enqueued Resource ID: 05604051-9d35-4e22-a98b-154e4c62a69e with Priority: HIGHEST for action port [ 608.925923] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_rules [ 608.926193] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_members [ 608.926446] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05604051-9d35-4e22-a98b-154e4c62a69e with Priority: HIGHEST for action port [ 608.926755] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a48b4459-b433-4f93-816b-0de077beff77 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.926843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.926908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.927273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.927273] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.928162] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48b4459-b433-4f93-816b-0de077beff77 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.928466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.928466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.928662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.928704] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.928781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.928853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.929015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.929105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.929196] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.931560] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-05604051-9d35-4e22-a98b-154e4c62a69e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.931677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05604051-9d35-4e22-a98b-154e4c62a69e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.931800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05604051-9d35-4e22-a98b-154e4c62a69e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.931871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05604051-9d35-4e22-a98b-154e4c62a69e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.931941] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05604051-9d35-4e22-a98b-154e4c62a69e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.433824] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.434894] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48b4459-b433-4f93-816b-0de077beff77 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.435064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.435166] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05604051-9d35-4e22-a98b-154e4c62a69e with status ACTIVE [ 609.435329] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.435445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.435489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.435723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.435797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.435946] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.436051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.436105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.436250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.436341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.436706] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.436706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.436706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.436851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.436931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.437044] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05604051-9d35-4e22-a98b-154e4c62a69e is going to be updated. [ 609.463930] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.464170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.464170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.464374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.464514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.464677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05604051-9d35-4e22-a98b-154e4c62a69e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.719135] env[66311]: INFO networking_nsxv3.common.synchronization [req-ecd9ea99-9e84-495a-bbdf-19a9b109a6e1 req-0e4a7422-11ad-442e-ba8f-ea66659d71e2 tempest-AttachInterfacesV270Test-696547409 tempest-AttachInterfacesV270Test-696547409-project-member] Enqueued Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGHEST for action security_group_members [ 609.719135] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGHEST for action security_group_members [ 609.719135] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb31a6bb-3508-41a0-b245-b60f9e5296a5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.719135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.719135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.719408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.719487] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.719799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.719799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.719937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.720063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.720207] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.939490] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.225554] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.225704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.225832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.226047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.226140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.226448] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.226568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.226568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.226721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.226798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.226888] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 already deleted. [ 610.226970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.430654] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.430876] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-979" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.431030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-979" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.431342] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-979" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.431712] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.431835] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.431983] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.432178] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.432326] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.432543] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.432621] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.432723] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.432829] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.432930] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.433047] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.433162] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.442412] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.442726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.442726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.443096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.443096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.443096] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48b4459-b433-4f93-816b-0de077beff77 is going to be created. [ 610.455932] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.456148] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.456434] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.456676] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-979" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.457124] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.457361] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.457494] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.457873] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.458021] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.469964] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.470099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.470166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.470372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.470518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.480962] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a48b4459-b433-4f93-816b-0de077beff77 in Status: UNINITIALIZED for 2s [ 610.961176] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.961418] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.961568] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.961858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.962014] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.962158] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f not found, creating... [ 610.962414] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.962558] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.963514] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.963514] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.963514] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.963514] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.963514] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.963754] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.963754] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.963865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.963987] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f is going to be created. [ 610.985751] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.985925] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.986150] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.986325] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.986594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.986814] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.696114] env[66311]: INFO networking_nsxv3.common.synchronization [None req-82b0dc3f-80b4-4665-a33f-b83222b9179b None None] Enqueued Resource ID: 5deeaf28-d978-40a6-81cb-8301dee861f5 with Priority: HIGHEST for action port [ 611.697809] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5deeaf28-d978-40a6-81cb-8301dee861f5 with Priority: HIGHEST for action port [ 611.698639] env[66311]: INFO networking_nsxv3.common.synchronization [req-ecd9ea99-9e84-495a-bbdf-19a9b109a6e1 req-57a02a60-1925-4e68-8350-1fcea3bcd264 service nova] Enqueued Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGHEST for action security_group_rules [ 611.698796] env[66311]: INFO networking_nsxv3.common.synchronization [req-ecd9ea99-9e84-495a-bbdf-19a9b109a6e1 req-57a02a60-1925-4e68-8350-1fcea3bcd264 service nova] Enqueued Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGHEST for action security_group_members [ 611.698927] env[66311]: INFO networking_nsxv3.common.synchronization [req-ecd9ea99-9e84-495a-bbdf-19a9b109a6e1 req-57a02a60-1925-4e68-8350-1fcea3bcd264 service nova] Enqueued Resource ID: 6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f with Priority: HIGHEST for action port [ 611.699287] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-5deeaf28-d978-40a6-81cb-8301dee861f5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.699416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5deeaf28-d978-40a6-81cb-8301dee861f5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.699416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5deeaf28-d978-40a6-81cb-8301dee861f5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.699709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5deeaf28-d978-40a6-81cb-8301dee861f5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.699771] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5deeaf28-d978-40a6-81cb-8301dee861f5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.701447] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGHEST for action security_group_rules [ 611.701619] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGHEST for action security_group_members [ 611.702472] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f with Priority: HIGHEST for action port [ 611.702472] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.702472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.702472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.702731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.702731] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.703491] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb31a6bb-3508-41a0-b245-b60f9e5296a5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.703598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.703665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.703823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.704143] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.704143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.704143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.704297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.704337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.704457] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.705594] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.705594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.705594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.705747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.705842] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.203246] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5deeaf28-d978-40a6-81cb-8301dee861f5 [ 612.203469] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.203600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.203665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.203876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.203961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.204065] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5deeaf28-d978-40a6-81cb-8301dee861f5 already deleted. [ 612.204146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5deeaf28-d978-40a6-81cb-8301dee861f5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.208805] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb31a6bb-3508-41a0-b245-b60f9e5296a5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.208805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.209304] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.210234] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f with status ACTIVE [ 612.210428] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.211942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.212052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.214504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.214607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.215084] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.215084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.215084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.215288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.215288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.215432] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.215526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.215587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.215727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.215804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.215892] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f is going to be updated. [ 612.241658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.242124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.242201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.242479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.242675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.242883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa73ab6-e2cb-4c60-aa54-f69f0bc7325f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.350911] env[66311]: INFO networking_nsxv3.common.synchronization [req-73f2bd79-e3a0-4b57-81e7-ea1ac864503d req-b5f9f31c-f7f4-4684-b9f4-48e0f8edb0a1 tempest-DeleteServersAdminTestJSON-1302600615 tempest-DeleteServersAdminTestJSON-1302600615-project-admin] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 612.351681] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 612.351991] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.352131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.352344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.352398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.352540] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.352651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.352706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.352839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.352922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.353020] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.501146] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a48b4459-b433-4f93-816b-0de077beff77 in Status: SUCCESS [ 612.502332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.502332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.502332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.502332] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.502650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.502650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.502784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.502866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.502957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.503062] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.720249] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.771166] env[66311]: INFO networking_nsxv3.common.synchronization [req-0bb5faf9-d5d6-4b2e-a797-e20ceb7fa20e req-099c640d-3cfa-4643-b9ad-a05c70a2681d tempest-ServersWithSpecificFlavorTestJSON-596314861 tempest-ServersWithSpecificFlavorTestJSON-596314861-project-member] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 612.771166] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 612.771166] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.772831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.773060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.773401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.773666] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.773884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.774049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.774295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.774466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.774686] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.855222] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.855389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.855446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.855690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.855915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.855969] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.856081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.856141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.856288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.856381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.856495] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d is going to be updated. [ 612.915874] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.916186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.916186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.916327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.916712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.940499] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: IN_PROGRESS for 2s [ 613.007046] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.225863] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.226142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.226278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.226568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.226662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.226762] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 is going to be created. [ 613.252692] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.252692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.252692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.252692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.252692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.264600] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 in Status: UNINITIALIZED for 2s [ 613.278106] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.278354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.278548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.278865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.278955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.279208] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.279362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.279422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.279641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.279721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.279817] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 already deleted. [ 613.279897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.297350] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.297599] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-541" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.297677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-541" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.298014] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-541" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.298715] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.298890] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.298998] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.299574] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.300085] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.300239] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.300360] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.302294] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.302294] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.302294] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.302294] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.302294] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.344041] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.344041] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.344041] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.344041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-541" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.344041] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-e3e7a453-3897-44ac-9898-1ddb6207ca7c taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.344041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-e3e7a453-3897-44ac-9898-1ddb6207ca7c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.344041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-e3e7a453-3897-44ac-9898-1ddb6207ca7c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.344041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-e3e7a453-3897-44ac-9898-1ddb6207ca7c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.344041] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e7a453-3897-44ac-9898-1ddb6207ca7c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.510541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a48b4459-b433-4f93-816b-0de077beff77: rpc.has_security_group_logging(os_id): False [ 613.532800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.533165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.533437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.533556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.533939] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.534052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.534156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.534325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.534383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.534501] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a48b4459-b433-4f93-816b-0de077beff77 is going to be created. [ 613.597304] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.597304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.597304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.597304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.597479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.617341] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a48b4459-b433-4f93-816b-0de077beff77 in Status: IN_PROGRESS for 2s [ 613.846557] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.846868] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.847113] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.847277] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.847449] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.847636] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port e3e7a453-3897-44ac-9898-1ddb6207ca7c not found, creating... [ 613.847936] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.848121] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.848353] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.848548] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.848968] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.848968] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.849408] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.849716] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.850086] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.850440] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.850440] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: e3e7a453-3897-44ac-9898-1ddb6207ca7c is going to be created. [ 613.871695] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.871920] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.872054] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.872334] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.872651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.872877] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-e3e7a453-3897-44ac-9898-1ddb6207ca7c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.928257] env[66311]: INFO networking_nsxv3.common.synchronization [None req-109342d0-d092-495c-b1f4-e6f3265ca03d None None] Enqueued Resource ID: 40e5b309-f76b-4a99-b826-c19905a96494 with Priority: HIGHEST for action port [ 613.928561] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e5b309-f76b-4a99-b826-c19905a96494 with Priority: HIGHEST for action port [ 613.929154] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e5b309-f76b-4a99-b826-c19905a96494 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.929284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e5b309-f76b-4a99-b826-c19905a96494" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.932171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e5b309-f76b-4a99-b826-c19905a96494" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.932499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e5b309-f76b-4a99-b826-c19905a96494" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.932992] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e5b309-f76b-4a99-b826-c19905a96494',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.012986] env[66311]: INFO networking_nsxv3.common.synchronization [None req-edb6bdcf-2b14-4dcc-b706-c313fca3328c None None] Enqueued Resource ID: d326da30-1973-4da9-b6aa-4cb0de7e6632 with Priority: HIGHEST for action port [ 614.013214] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d326da30-1973-4da9-b6aa-4cb0de7e6632 with Priority: HIGHEST for action port [ 614.013800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-d326da30-1973-4da9-b6aa-4cb0de7e6632 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.013925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d326da30-1973-4da9-b6aa-4cb0de7e6632" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.014192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d326da30-1973-4da9-b6aa-4cb0de7e6632" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.014994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d326da30-1973-4da9-b6aa-4cb0de7e6632" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.014994] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d326da30-1973-4da9-b6aa-4cb0de7e6632',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.437913] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40e5b309-f76b-4a99-b826-c19905a96494 [ 614.438169] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.439055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.439055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.439055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.439055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.439055] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40e5b309-f76b-4a99-b826-c19905a96494 already deleted. [ 614.439055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e5b309-f76b-4a99-b826-c19905a96494" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.517528] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d326da30-1973-4da9-b6aa-4cb0de7e6632 [ 614.517737] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.517886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.517979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.518248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.518322] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.518437] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d326da30-1973-4da9-b6aa-4cb0de7e6632 already deleted. [ 614.518559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d326da30-1973-4da9-b6aa-4cb0de7e6632" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.634319] env[66311]: INFO networking_nsxv3.common.synchronization [req-0bb5faf9-d5d6-4b2e-a797-e20ceb7fa20e req-d1b64b4e-e076-40bd-9031-f881f516eca1 service nova] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_rules [ 614.635019] env[66311]: INFO networking_nsxv3.common.synchronization [req-0bb5faf9-d5d6-4b2e-a797-e20ceb7fa20e req-d1b64b4e-e076-40bd-9031-f881f516eca1 service nova] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 614.635019] env[66311]: INFO networking_nsxv3.common.synchronization [req-0bb5faf9-d5d6-4b2e-a797-e20ceb7fa20e req-d1b64b4e-e076-40bd-9031-f881f516eca1 service nova] Enqueued Resource ID: e3e7a453-3897-44ac-9898-1ddb6207ca7c with Priority: HIGHEST for action port [ 614.639284] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_rules [ 614.639284] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 614.639284] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e7a453-3897-44ac-9898-1ddb6207ca7c with Priority: HIGHEST for action port [ 614.639284] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.639284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.639284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.639284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.639284] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.639284] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.639284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.639284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.639284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.639284] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.640041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.640041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.640141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.640263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.640396] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.641404] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3e7a453-3897-44ac-9898-1ddb6207ca7c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.641559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3e7a453-3897-44ac-9898-1ddb6207ca7c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.641620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3e7a453-3897-44ac-9898-1ddb6207ca7c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.641824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3e7a453-3897-44ac-9898-1ddb6207ca7c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.641922] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e7a453-3897-44ac-9898-1ddb6207ca7c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.950245] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: SUCCESS [ 614.950245] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d deletion is rescheduled due to dependency. [ 614.950245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.147588] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.149162] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.151373] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3e7a453-3897-44ac-9898-1ddb6207ca7c with status ACTIVE [ 615.151373] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.151373] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.151373] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.151373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.153539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.153539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.153539] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3e7a453-3897-44ac-9898-1ddb6207ca7c is going to be updated. [ 615.175915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.175915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.175915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.175915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.176261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.176261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3e7a453-3897-44ac-9898-1ddb6207ca7c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.275008] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 in Status: SUCCESS [ 615.275229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.275397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.275623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.275815] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.275950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.276028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.276182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.276262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.276369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.276564] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.631029] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a48b4459-b433-4f93-816b-0de077beff77 in Status: SUCCESS [ 615.631329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.655793] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.781516] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb31a6bb-3508-41a0-b245-b60f9e5296a5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.781677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.781751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.782088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.782300] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.782601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.782601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.782758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.782758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.782826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.782969] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb31a6bb-3508-41a0-b245-b60f9e5296a5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.783070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.783138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.783342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.783509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.783642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.783711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.783805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.783887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.783971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.784077] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.916641] env[66311]: INFO networking_nsxv3.common.synchronization [req-94615f94-4bdd-4e75-b838-6b8bb66552e7 req-cd8ec166-a260-4de5-a818-5776e49ff762 tempest-MigrationsAdminTest-1698342300 tempest-MigrationsAdminTest-1698342300-project-member] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 615.917316] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 615.917976] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.918123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.918242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.918445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.919068] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.919068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.919068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.919280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.919410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.919571] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.161496] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.161895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.161895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.164452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.164452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.164452] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 is going to be created. [ 616.191031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.191541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.191541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.192056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.192056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.200615] env[66311]: INFO networking_nsxv3.common.synchronization [None req-829519dc-b39e-4a5b-8074-73ef83c0a448 None None] Enqueued Resource ID: 03ffd7b3-d543-401c-9e9f-4826f381166d with Priority: HIGHEST for action port [ 616.201546] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ffd7b3-d543-401c-9e9f-4826f381166d with Priority: HIGHEST for action port [ 616.201546] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-03ffd7b3-d543-401c-9e9f-4826f381166d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.201794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03ffd7b3-d543-401c-9e9f-4826f381166d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.201871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03ffd7b3-d543-401c-9e9f-4826f381166d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.202145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03ffd7b3-d543-401c-9e9f-4826f381166d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.203202] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03ffd7b3-d543-401c-9e9f-4826f381166d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.204353] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: UNINITIALIZED for 2s [ 616.289399] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb31a6bb-3508-41a0-b245-b60f9e5296a5: rpc.has_security_group_logging(os_id): False [ 616.321416] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.321416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.321416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.321416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.321416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.321862] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.321862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.321939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.322300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.322300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.322635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.322635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.322635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.322740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.322775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.323042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.325051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.325051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.325357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.325975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.325975] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 is going to be created. [ 616.424103] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.424386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.424497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.424815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.424939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.425177] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.425296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.425352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.425519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.425607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.425676] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd already deleted. [ 616.425761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.426901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.427598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.427714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.427903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.428125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.443992] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 in Status: IN_PROGRESS for 2s [ 616.706450] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03ffd7b3-d543-401c-9e9f-4826f381166d [ 616.706913] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.707136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.707275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.707542] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.707736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.707909] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03ffd7b3-d543-401c-9e9f-4826f381166d already deleted. [ 616.708091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03ffd7b3-d543-401c-9e9f-4826f381166d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.754158] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.754716] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.755010] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.755476] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.755954] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.756321] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.756595] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.756899] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.757161] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.757488] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.757675] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.757861] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.758224] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.758545] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.758833] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.759145] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.778993] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.779220] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.779414] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.779651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.780011] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-db29963f-3f85-43ee-a9bf-044d5015250a taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.780250] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-db29963f-3f85-43ee-a9bf-044d5015250a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.780412] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-db29963f-3f85-43ee-a9bf-044d5015250a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.780818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-db29963f-3f85-43ee-a9bf-044d5015250a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.781049] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db29963f-3f85-43ee-a9bf-044d5015250a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.283458] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.283767] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.283808] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.284100] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.284256] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.284891] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port db29963f-3f85-43ee-a9bf-044d5015250a not found, creating... [ 617.284891] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.285049] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.285246] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.285502] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.285725] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.285921] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.286081] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.286195] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.286619] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.286809] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.286965] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: db29963f-3f85-43ee-a9bf-044d5015250a is going to be created. [ 617.313427] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.313645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.314195] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.314195] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.314311] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.314674] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-db29963f-3f85-43ee-a9bf-044d5015250a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.689142] env[66311]: INFO networking_nsxv3.common.synchronization [None req-2ad0aabc-b42f-4d18-9132-3d2abd486bba None None] Enqueued Resource ID: 9a5d1669-ec19-4260-8b00-e8f6f6e76bb7 with Priority: HIGHEST for action port [ 617.690033] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5d1669-ec19-4260-8b00-e8f6f6e76bb7 with Priority: HIGHEST for action port [ 617.690187] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a5d1669-ec19-4260-8b00-e8f6f6e76bb7 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.690312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a5d1669-ec19-4260-8b00-e8f6f6e76bb7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.690371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a5d1669-ec19-4260-8b00-e8f6f6e76bb7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.690685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a5d1669-ec19-4260-8b00-e8f6f6e76bb7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.690685] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5d1669-ec19-4260-8b00-e8f6f6e76bb7',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.001011] env[66311]: INFO networking_nsxv3.common.synchronization [req-94615f94-4bdd-4e75-b838-6b8bb66552e7 req-3fe15fa7-ed09-4509-afc8-9f5052ff017d service nova] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_rules [ 618.001219] env[66311]: INFO networking_nsxv3.common.synchronization [req-94615f94-4bdd-4e75-b838-6b8bb66552e7 req-3fe15fa7-ed09-4509-afc8-9f5052ff017d service nova] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 618.001352] env[66311]: INFO networking_nsxv3.common.synchronization [req-94615f94-4bdd-4e75-b838-6b8bb66552e7 req-3fe15fa7-ed09-4509-afc8-9f5052ff017d service nova] Enqueued Resource ID: db29963f-3f85-43ee-a9bf-044d5015250a with Priority: HIGHEST for action port [ 618.001584] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_rules [ 618.001711] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 618.001804] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db29963f-3f85-43ee-a9bf-044d5015250a with Priority: HIGHEST for action port [ 618.007201] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.007324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.007386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.007658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.007743] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.008670] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.008811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.008860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.010241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.013686] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.013686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.013686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.013686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.013686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.013686] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.013686] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-db29963f-3f85-43ee-a9bf-044d5015250a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.013686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db29963f-3f85-43ee-a9bf-044d5015250a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.013686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db29963f-3f85-43ee-a9bf-044d5015250a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.013686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db29963f-3f85-43ee-a9bf-044d5015250a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.013686] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db29963f-3f85-43ee-a9bf-044d5015250a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.195412] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a5d1669-ec19-4260-8b00-e8f6f6e76bb7 [ 618.195668] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.195804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.195877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.196152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.196813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.196813] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a5d1669-ec19-4260-8b00-e8f6f6e76bb7 already deleted. [ 618.196813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a5d1669-ec19-4260-8b00-e8f6f6e76bb7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.217107] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: SUCCESS [ 618.217107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.217107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.217107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.217107] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.217107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.217107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.217107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.217107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.217107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.217107] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.380089] env[66311]: INFO networking_nsxv3.common.synchronization [req-4323bd41-5d6c-42f9-a6bf-123c63d4a4a9 req-b4553161-d3da-479d-af78-b0817f965969 tempest-ServerRescueTestJSON-1819483122 tempest-ServerRescueTestJSON-1819483122-project-member] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 618.380670] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 618.380979] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.381143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.381203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.381461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.381623] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.381751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.381796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.381935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.382041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.382126] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.458476] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 in Status: SUCCESS [ 618.458476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.517023] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.517023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.517023] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db29963f-3f85-43ee-a9bf-044d5015250a with status ACTIVE [ 618.517023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.517023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.517023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.517665] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.517665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.517665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.517665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.517665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.517665] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db29963f-3f85-43ee-a9bf-044d5015250a is going to be updated. [ 618.540874] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.541072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.541144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.541345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.541484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.541652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db29963f-3f85-43ee-a9bf-044d5015250a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.720049] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.885477] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.885477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.885477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.885673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.885710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.886847] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.886972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.887053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.887215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.889807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.889807] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea already deleted. [ 618.889807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.900860] env[66311]: INFO networking_nsxv3.common.synchronization [None req-f3213d12-965c-4855-bf59-9959de9e02d2 None None] Enqueued Resource ID: 6a3b583e-dba8-4777-85a6-565a8a9446ba with Priority: HIGHEST for action port [ 618.901599] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3b583e-dba8-4777-85a6-565a8a9446ba with Priority: HIGHEST for action port [ 618.901723] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3b583e-dba8-4777-85a6-565a8a9446ba taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.901845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3b583e-dba8-4777-85a6-565a8a9446ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.901912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3b583e-dba8-4777-85a6-565a8a9446ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.902812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3b583e-dba8-4777-85a6-565a8a9446ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.902929] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3b583e-dba8-4777-85a6-565a8a9446ba',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.021290] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.224307] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 917f84d9-2269-47db-93be-54a02a5e9f03: rpc.has_security_group_logging(os_id): False [ 619.243062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.243352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.243352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.243561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.243625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.243864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.243976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.244054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.244220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.244424] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.244424] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 is going to be created. [ 619.304100] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.304257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.304401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.304520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.304700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.319459] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.319644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-793" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.319894] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-793" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.320111] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-793" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.320371] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.320912] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.321107] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.322130] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.322130] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.322130] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.322130] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.322130] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.322344] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.322565] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.323517] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.323678] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.325596] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: IN_PROGRESS for 2s [ 619.344420] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.344629] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.344777] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.345015] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-793" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.345358] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.345773] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.345773] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.346040] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.346126] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd91f2b2-e175-4d3b-8054-bcc90d0718fb',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.405595] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a3b583e-dba8-4777-85a6-565a8a9446ba [ 619.405995] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.405995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.406119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.406252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.406339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.406437] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a3b583e-dba8-4777-85a6-565a8a9446ba already deleted. [ 619.406583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3b583e-dba8-4777-85a6-565a8a9446ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.463638] env[66311]: INFO networking_nsxv3.common.synchronization [None req-552fed99-8156-4f39-a635-b5d61229f3ad None None] Enqueued Resource ID: 140a1d82-9d79-48e8-9388-116b57bbf12c with Priority: HIGHEST for action port [ 619.464237] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140a1d82-9d79-48e8-9388-116b57bbf12c with Priority: HIGHEST for action port [ 619.464574] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-140a1d82-9d79-48e8-9388-116b57bbf12c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.464683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140a1d82-9d79-48e8-9388-116b57bbf12c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.464751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140a1d82-9d79-48e8-9388-116b57bbf12c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.465016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140a1d82-9d79-48e8-9388-116b57bbf12c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.465103] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140a1d82-9d79-48e8-9388-116b57bbf12c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.522956] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.523128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.524018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.524018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.524018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.524018] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be created. [ 619.547510] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.547694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.547771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.547984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.548168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.557714] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: UNINITIALIZED for 2s [ 619.831076] env[66311]: INFO networking_nsxv3.common.synchronization [req-7458a713-cfe6-4b29-9f4d-f07d1d649a83 req-c93f1084-040d-480d-9401-a4d5af274dd4 tempest-InstanceActionsV221TestJSON-1185191548 tempest-InstanceActionsV221TestJSON-1185191548-project-member] Enqueued Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGHEST for action security_group_members [ 619.831538] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGHEST for action security_group_members [ 619.831829] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8344bda7-f2a0-423a-9157-414606377cb4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.831951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.832050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.832260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.832409] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.832505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.832569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.832713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.832798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.832890] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.848500] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.848766] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.848886] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.849151] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.849288] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.849429] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port bd91f2b2-e175-4d3b-8054-bcc90d0718fb not found, creating... [ 619.849721] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.849876] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.849998] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.850217] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851036] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851036] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851036] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851036] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.851279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851405] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: bd91f2b2-e175-4d3b-8054-bcc90d0718fb is going to be created. [ 619.873516] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.873516] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.873516] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.873516] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.873516] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.873791] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.967270] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 140a1d82-9d79-48e8-9388-116b57bbf12c [ 619.967513] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.967995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.968101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.968324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.968825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.968825] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:140a1d82-9d79-48e8-9388-116b57bbf12c already deleted. [ 619.968825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140a1d82-9d79-48e8-9388-116b57bbf12c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.335097] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.335355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.335440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.335760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.336412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.336756] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.336893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.336963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.337480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.337480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.337570] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8344bda7-f2a0-423a-9157-414606377cb4 is going to be updated. [ 620.376929] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.377189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.377315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.377604] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.377707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.388609] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8344bda7-f2a0-423a-9157-414606377cb4 in Status: IN_PROGRESS for 2s [ 620.824267] env[66311]: INFO networking_nsxv3.common.synchronization [req-4323bd41-5d6c-42f9-a6bf-123c63d4a4a9 req-cf7d3f9d-a564-4328-b160-9b0ef68bd29f service nova] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_rules [ 620.824267] env[66311]: INFO networking_nsxv3.common.synchronization [req-4323bd41-5d6c-42f9-a6bf-123c63d4a4a9 req-cf7d3f9d-a564-4328-b160-9b0ef68bd29f service nova] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 620.824267] env[66311]: INFO networking_nsxv3.common.synchronization [req-4323bd41-5d6c-42f9-a6bf-123c63d4a4a9 req-cf7d3f9d-a564-4328-b160-9b0ef68bd29f service nova] Enqueued Resource ID: bd91f2b2-e175-4d3b-8054-bcc90d0718fb with Priority: HIGHEST for action port [ 620.824267] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_rules [ 620.824267] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 620.824267] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd91f2b2-e175-4d3b-8054-bcc90d0718fb with Priority: HIGHEST for action port [ 620.825309] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.825623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.826032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.828038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.828038] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.828038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.828038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.828038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.828711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.828711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.828711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.828711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.828711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.828711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.828909] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.829800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.829905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.829905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.830162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.830162] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd91f2b2-e175-4d3b-8054-bcc90d0718fb',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.333926] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c877fb47-7993-42ed-a379-52d8d4109f5c None None] Enqueued Resource ID: c06c5f98-e98c-4d42-b40a-465be3b4650b with Priority: HIGHEST for action port [ 621.335222] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd91f2b2-e175-4d3b-8054-bcc90d0718fb with status ACTIVE [ 621.335222] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.335522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.335522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.335790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.335919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.336182] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.336597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.337457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.337867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.338703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.339566] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.339710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.339788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.340044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.340162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.340255] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd91f2b2-e175-4d3b-8054-bcc90d0718fb is going to be updated. [ 621.341520] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.341704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.341865] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.343228] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06c5f98-e98c-4d42-b40a-465be3b4650b with Priority: HIGHEST for action port [ 621.344883] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c06c5f98-e98c-4d42-b40a-465be3b4650b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.344883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c06c5f98-e98c-4d42-b40a-465be3b4650b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.344883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c06c5f98-e98c-4d42-b40a-465be3b4650b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.344883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c06c5f98-e98c-4d42-b40a-465be3b4650b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.344883] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06c5f98-e98c-4d42-b40a-465be3b4650b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.350359] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: SUCCESS [ 621.350708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.381274] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.381495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.381556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.381911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.382184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.383066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd91f2b2-e175-4d3b-8054-bcc90d0718fb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.570788] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: SUCCESS [ 621.570788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.570788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.570788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.571078] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.571078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.571078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.571214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.571249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.571332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.571419] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.845162] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.848061] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c06c5f98-e98c-4d42-b40a-465be3b4650b [ 621.848266] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.848396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.848465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.848811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.848922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.849052] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c06c5f98-e98c-4d42-b40a-465be3b4650b already deleted. [ 621.849141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c06c5f98-e98c-4d42-b40a-465be3b4650b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.074038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.074256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.074358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.074619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.074982] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.075180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.075516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.075704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.075704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.075895] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.076032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.076119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.076423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.076691] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.076767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.077801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.077801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.077801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.077801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.077801] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.362502] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.362502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.362502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.362502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.362502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.362502] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea is going to be created. [ 622.380892] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.381055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.381127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.381398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.383359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.402121] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8344bda7-f2a0-423a-9157-414606377cb4 in Status: SUCCESS [ 622.402121] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8344bda7-f2a0-423a-9157-414606377cb4 deletion is rescheduled due to dependency. [ 622.402121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.402584] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: UNINITIALIZED for 2s [ 622.583248] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9def8341-2f0c-44ff-8a13-373172c64ccd: rpc.has_security_group_logging(os_id): False [ 622.605378] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.605818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.605818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.606308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.606308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.606308] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.606308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.606708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.606708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.606708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.607136] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.607496] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.607895] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be created. [ 622.690701] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.690952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.691086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.691294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.691475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.705224] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: IN_PROGRESS for 2s [ 623.962705] env[66311]: INFO networking_nsxv3.common.synchronization [req-a73c0350-6795-437c-b116-c76ecf4d60ea req-0c899b7e-894e-48e0-be3d-209535412470 tempest-ServerDiagnosticsTest-1360191861 tempest-ServerDiagnosticsTest-1360191861-project-member] Enqueued Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGHEST for action security_group_members [ 623.963643] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGHEST for action security_group_members [ 623.963643] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-60560821-fb9a-4fcb-8941-9efb64d3b098 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.964100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.964100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.964100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.966342] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.966342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.966342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.966342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.966342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.966342] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.414927] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: SUCCESS [ 624.414927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.414927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.414927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.414927] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.415288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.415288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.415288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.415565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.415565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.415565] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.469200] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.469862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.469862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.470502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.470502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.470502] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.470502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.470502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.471379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.471379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.471379] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 is going to be updated. [ 624.504842] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.504842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.504842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.505295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.505295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.523940] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 in Status: IN_PROGRESS for 2s [ 624.725452] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: SUCCESS [ 624.725688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.917906] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.918090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.918165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.918807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.918807] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.918807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.918807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.919039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.919039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.919102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.919255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.919397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.919397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.919537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.919670] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.919778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.919866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.920218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.920218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.920218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.920218] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.426579] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27ef544-cd8a-4589-b275-0a8fb3314dea: rpc.has_security_group_logging(os_id): False [ 625.452029] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.452029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.452029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.452029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.452029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.452436] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.452436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.452436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.452553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.452584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.452757] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.454985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.454985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.454985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.454985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.454985] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.454985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.454985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.454985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.454985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.454985] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea is going to be created. [ 625.524996] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.525095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.525147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.525561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.525641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.540405] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: IN_PROGRESS for 2s [ 626.239384] env[66311]: INFO networking_nsxv3.common.synchronization [None req-2609017e-c63b-4859-867c-578633961b7e None None] Enqueued Resource ID: da9ebb4d-234c-4f97-8781-d8c2d276978b with Priority: HIGHEST for action port [ 626.240039] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9ebb4d-234c-4f97-8781-d8c2d276978b with Priority: HIGHEST for action port [ 626.240663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9ebb4d-234c-4f97-8781-d8c2d276978b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.240783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9ebb4d-234c-4f97-8781-d8c2d276978b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.242284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9ebb4d-234c-4f97-8781-d8c2d276978b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.242284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9ebb4d-234c-4f97-8781-d8c2d276978b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.242284] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9ebb4d-234c-4f97-8781-d8c2d276978b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.535379] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 in Status: SUCCESS [ 626.535785] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 deletion is rescheduled due to dependency. [ 626.535785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.746415] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da9ebb4d-234c-4f97-8781-d8c2d276978b [ 626.746415] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.746766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.746766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.746942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.746942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.747188] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da9ebb4d-234c-4f97-8781-d8c2d276978b already deleted. [ 626.747188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9ebb4d-234c-4f97-8781-d8c2d276978b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.554221] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: SUCCESS [ 627.555103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.568991] env[66311]: INFO networking_nsxv3.common.synchronization [req-28936577-2852-4291-99a0-de08c396943e req-1e2c85ab-d914-4f7e-aa3e-451f385d74f0 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 627.569461] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 627.569764] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.570955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.570955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.570955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.570955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.570955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.570955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.570955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.571271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.571271] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.948360] env[66311]: INFO networking_nsxv3.common.synchronization [req-1111b191-b860-4244-b323-83c59c6cdfcd req-a04d98e8-1dcb-429e-a335-bb56cced396d tempest-TenantUsagesTestJSON-632970870 tempest-TenantUsagesTestJSON-632970870-project-member] Enqueued Resource ID: dd957962-f2c3-4025-a673-3b5601ccfa68 with Priority: HIGHEST for action security_group_members [ 627.948896] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd957962-f2c3-4025-a673-3b5601ccfa68 with Priority: HIGHEST for action security_group_members [ 627.950906] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd957962-f2c3-4025-a673-3b5601ccfa68 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.951410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.951504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.951701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.951888] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.952069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.952069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.952232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.952331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.952417] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd957962-f2c3-4025-a673-3b5601ccfa68',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.074605] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.074757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.074829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.075091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.075209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.075417] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.075541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.075583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.075730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.075810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.075896] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 already deleted. [ 628.075975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.265636] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.265773] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.265989] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.266402] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.266715] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.266910] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.271103] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.271418] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.271617] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.271923] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.271998] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.272097] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.272187] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.272257] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.272355] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.272486] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.298355] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.298525] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.298680] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.299157] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.299314] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.299429] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.299540] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.301025] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.301025] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.457523] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.457523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.457523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.457523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.457523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457523] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.457523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.457523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.457523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.457523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457523] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd957962-f2c3-4025-a673-3b5601ccfa68 is going to be updated. [ 628.494142] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.494142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.494142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.494373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.494373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.513651] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd957962-f2c3-4025-a673-3b5601ccfa68 in Status: IN_PROGRESS for 2s [ 628.704368] env[66311]: INFO networking_nsxv3.common.synchronization [None req-286f9296-fab1-435d-bf36-dcdf8a15b7ea None None] Enqueued Resource ID: 04d789b9-a0c7-4c5a-8986-50d2887ad0ff with Priority: HIGHEST for action port [ 628.704368] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d789b9-a0c7-4c5a-8986-50d2887ad0ff with Priority: HIGHEST for action port [ 628.704368] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d789b9-a0c7-4c5a-8986-50d2887ad0ff taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.704368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d789b9-a0c7-4c5a-8986-50d2887ad0ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.704368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d789b9-a0c7-4c5a-8986-50d2887ad0ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.704368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d789b9-a0c7-4c5a-8986-50d2887ad0ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.704368] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d789b9-a0c7-4c5a-8986-50d2887ad0ff',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.803745] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.804455] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.804636] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.805090] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.805828] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.806285] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af not found, creating... [ 628.806776] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.807121] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.807365] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.807761] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.808619] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.808963] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.809160] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.809312] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.809612] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.809779] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.810101] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af is going to be created. [ 628.838771] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.838771] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.838771] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.839104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.839325] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.839548] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.207916] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04d789b9-a0c7-4c5a-8986-50d2887ad0ff [ 629.208264] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.208375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.208420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.208913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.208913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.209929] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04d789b9-a0c7-4c5a-8986-50d2887ad0ff already deleted. [ 629.209929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d789b9-a0c7-4c5a-8986-50d2887ad0ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.595393] env[66311]: INFO networking_nsxv3.common.synchronization [req-28936577-2852-4291-99a0-de08c396943e req-4b552f6f-a708-47e4-a28f-91516276484a service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 629.595393] env[66311]: INFO networking_nsxv3.common.synchronization [req-28936577-2852-4291-99a0-de08c396943e req-4b552f6f-a708-47e4-a28f-91516276484a service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 629.595650] env[66311]: INFO networking_nsxv3.common.synchronization [req-28936577-2852-4291-99a0-de08c396943e req-4b552f6f-a708-47e4-a28f-91516276484a service nova] Enqueued Resource ID: dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af with Priority: HIGHEST for action port [ 629.596176] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 629.596176] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 629.596313] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af with Priority: HIGHEST for action port [ 629.596814] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.596814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.596814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.597217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.597323] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.598794] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.598794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.598794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.599022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.599158] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.599226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.599271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.599777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.599777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.599777] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.600844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.600844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.600844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.600844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.600844] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.888964] env[66311]: INFO networking_nsxv3.common.synchronization [req-afcee462-1dac-4244-83e8-613d4925e0ad req-7157e792-c1a3-471b-a3b1-6327fcaf3891 tempest-FloatingIPsAssociationTestJSON-1750971777 tempest-FloatingIPsAssociationTestJSON-1750971777-project-member] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 629.891743] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 629.891743] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.891743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.891743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.891743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.891743] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.891743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.891743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.891743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.891743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.891743] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.099971] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.099971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.103521] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af with status ACTIVE [ 630.103521] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.103777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.103777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.103966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.104103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.104228] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.104323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.104415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.104535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.104696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.104991] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.104991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.104991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.105199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.105199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.105199] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af is going to be updated. [ 630.106747] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.129025] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.131260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.131260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.131260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.131260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.131260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc5dcdf7-e374-4bac-8fb4-bdfffd3c88af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.267615] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.267947] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-606" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.268139] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-606" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.268444] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-606" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.268785] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.268948] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.269397] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.270382] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.270622] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.270884] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.270999] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.271187] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.271298] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.271345] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.271428] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.271568] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.309294] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.309518] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.309601] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.309787] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-606" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.310134] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-fba4a16d-acfa-458a-9277-f0e81421bbb0 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.310309] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-fba4a16d-acfa-458a-9277-f0e81421bbb0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.310426] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-fba4a16d-acfa-458a-9277-f0e81421bbb0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.310760] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-fba4a16d-acfa-458a-9277-f0e81421bbb0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.311276] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba4a16d-acfa-458a-9277-f0e81421bbb0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.394050] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.524544] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd957962-f2c3-4025-a673-3b5601ccfa68 in Status: SUCCESS [ 630.524806] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd957962-f2c3-4025-a673-3b5601ccfa68 deletion is rescheduled due to dependency. [ 630.524888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd957962-f2c3-4025-a673-3b5601ccfa68" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.608959] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.814352] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.814589] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.814690] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.815049] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.815208] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.815729] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port fba4a16d-acfa-458a-9277-f0e81421bbb0 not found, creating... [ 630.816327] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.816327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.816327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.816747] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.816747] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.817138] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.817252] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.817376] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.817655] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.817883] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.818098] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: fba4a16d-acfa-458a-9277-f0e81421bbb0 is going to be created. [ 630.842051] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.842552] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.842552] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.842739] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.844260] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.844260] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-fba4a16d-acfa-458a-9277-f0e81421bbb0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.896065] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.111410] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.111604] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.111732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.112035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.112142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.112272] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be created. [ 631.137747] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.137897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.137994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.138254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.138430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.149139] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: UNINITIALIZED for 2s [ 631.399804] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.399804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.399804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.399804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.399804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.399804] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d is going to be updated. [ 631.436980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.437219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.437219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.437437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.437499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.449442] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: IN_PROGRESS for 2s [ 631.628433] env[66311]: INFO networking_nsxv3.common.synchronization [req-afcee462-1dac-4244-83e8-613d4925e0ad req-3beb71e6-dafb-4dcf-8cf3-689c07ef6600 service nova] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_rules [ 631.628433] env[66311]: INFO networking_nsxv3.common.synchronization [req-afcee462-1dac-4244-83e8-613d4925e0ad req-3beb71e6-dafb-4dcf-8cf3-689c07ef6600 service nova] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 631.628433] env[66311]: INFO networking_nsxv3.common.synchronization [req-afcee462-1dac-4244-83e8-613d4925e0ad req-3beb71e6-dafb-4dcf-8cf3-689c07ef6600 service nova] Enqueued Resource ID: fba4a16d-acfa-458a-9277-f0e81421bbb0 with Priority: HIGHEST for action port [ 631.628433] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_rules [ 631.628433] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 631.628433] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba4a16d-acfa-458a-9277-f0e81421bbb0 with Priority: HIGHEST for action port [ 631.629783] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.629783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.629783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.629783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.629783] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.631325] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.631432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.631631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba4a16d-acfa-458a-9277-f0e81421bbb0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.631741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba4a16d-acfa-458a-9277-f0e81421bbb0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.631794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba4a16d-acfa-458a-9277-f0e81421bbb0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.631984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba4a16d-acfa-458a-9277-f0e81421bbb0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.632089] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba4a16d-acfa-458a-9277-f0e81421bbb0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.132976] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.132976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.135926] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fba4a16d-acfa-458a-9277-f0e81421bbb0 with status ACTIVE [ 632.136260] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.136415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.136765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.136765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.136865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.137778] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.137940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.138040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.138205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.138291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.138489] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.138590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.138700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.138845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.138925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.139027] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fba4a16d-acfa-458a-9277-f0e81421bbb0 is going to be updated. [ 632.162416] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.162612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.162695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.162927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.163073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.163227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba4a16d-acfa-458a-9277-f0e81421bbb0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.162355] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 633.162670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.164126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.164126] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.164396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.164550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.164706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.164845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.165056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.165141] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.464036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: SUCCESS [ 633.464036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.464036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.464036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.464269] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.464269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.464422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.464422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.464749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.464749] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.668382] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.668609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.668701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.668930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.669123] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.669221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.669283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.669436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.669517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.669602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.669751] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.669897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.671014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.671014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.671014] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.671014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.671014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.671230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.671306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.671420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.671528] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.973362] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.175473] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e01863b-7038-44ce-8bb1-b1724fe3ac80: rpc.has_security_group_logging(os_id): False [ 634.194320] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.194610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.194684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.194952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.195153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.195516] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.195698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.195819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.196067] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.196183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.196419] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.196630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.196630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.196849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.196982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197160] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.197262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.197338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.197523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.197605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197697] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be created. [ 634.268767] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.268767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.268767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.268767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.268767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.282802] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 634.475136] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.786823] env[66311]: INFO networking_nsxv3.common.synchronization [req-ff73c3c7-faa5-4b08-80cc-eaa157c863a8 req-47584208-1307-4567-9bca-2d743f9bfec6 tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 634.787614] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 634.788408] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.789136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.789309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.789987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.790862] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.790984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.791801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.792246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.792535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.792730] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.981029] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.981029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.981029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.981029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.981344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.981344] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d is going to be updated. [ 635.031194] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.031391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.031435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.031656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.031896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.042985] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: IN_PROGRESS for 2s [ 635.295615] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.295884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.295884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.296143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.296268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.296500] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.296638] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.296706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.296885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.296988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.297114] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 already deleted. [ 635.297225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.718631] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.718913] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.719103] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.719429] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.720267] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.720449] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.720692] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.720821] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.720932] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.721198] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.721378] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.721498] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.721615] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.721746] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.721863] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.722017] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.743178] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.743372] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.743894] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.743894] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.744103] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.744241] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.744241] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.744595] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.744737] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.247438] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.247676] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.247861] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.248215] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.248440] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.248634] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58 not found, creating... [ 636.249029] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.249210] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.249316] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.249537] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.249672] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.249949] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.250250] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.250400] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.250721] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.250928] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.251175] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58 is going to be created. [ 636.288971] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.289323] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.289480] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.289830] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.290159] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.290437] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.297908] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 636.298400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.018019] env[66311]: INFO networking_nsxv3.common.synchronization [req-ff73c3c7-faa5-4b08-80cc-eaa157c863a8 req-9d013304-4231-45c3-a2b2-1590c2536639 service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 637.018019] env[66311]: INFO networking_nsxv3.common.synchronization [req-ff73c3c7-faa5-4b08-80cc-eaa157c863a8 req-9d013304-4231-45c3-a2b2-1590c2536639 service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 637.018019] env[66311]: INFO networking_nsxv3.common.synchronization [req-ff73c3c7-faa5-4b08-80cc-eaa157c863a8 req-9d013304-4231-45c3-a2b2-1590c2536639 service nova] Enqueued Resource ID: 0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58 with Priority: HIGHEST for action port [ 637.019913] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 637.019913] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 637.019913] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58 with Priority: HIGHEST for action port [ 637.019913] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.019913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.019913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.020440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.020440] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.021610] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.021677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.021938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.022031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.022204] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.025034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.025562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.027597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.027597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.027597] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.028241] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.028349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.029053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.029129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.029275] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.055477] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: SUCCESS [ 637.055851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.056486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.056788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.057180] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.057301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.057429] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.057644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.057810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.057970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.058163] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.252725] env[66311]: INFO networking_nsxv3.common.synchronization [None req-a233c231-f8a2-49ae-9222-6ca3d1f3f2bb None None] Enqueued Resource ID: 51a5304d-06d4-49ed-a49e-7c8592338050 with Priority: HIGHEST for action port [ 637.257429] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51a5304d-06d4-49ed-a49e-7c8592338050 with Priority: HIGHEST for action port [ 637.257518] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-51a5304d-06d4-49ed-a49e-7c8592338050 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.257676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51a5304d-06d4-49ed-a49e-7c8592338050" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.257783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51a5304d-06d4-49ed-a49e-7c8592338050" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.258177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51a5304d-06d4-49ed-a49e-7c8592338050" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.258392] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a5304d-06d4-49ed-a49e-7c8592338050',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.532954] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.533293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.533293] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.535128] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58 with status ACTIVE [ 637.535393] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.535913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.535913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.540255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.540255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.540255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.540489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.540489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.540611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.540731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.541160] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.541160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.541353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.541353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.542096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.542096] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58 is going to be updated. [ 637.560759] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.561179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.561179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.561378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.561378] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.561495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.562049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.562049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.562049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.562049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.562049] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.562311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.562311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.562311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.562472] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.562879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.562976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.563144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.563229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.563395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.563395] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.571099] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.571278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.571348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.571535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.571678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.571852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0df85d7d-a375-4b0a-b3b8-d4a4c8ccdc58" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.684292] env[66311]: INFO networking_nsxv3.common.synchronization [req-9c498996-7ee2-402d-a35d-c81c66e56b7a req-c1f83d3f-3916-4345-ab5e-69cc307dd37d tempest-AttachInterfacesV270Test-696547409 tempest-AttachInterfacesV270Test-696547409-project-member] Enqueued Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGHEST for action security_group_members [ 637.685197] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGHEST for action security_group_members [ 637.685347] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb31a6bb-3508-41a0-b245-b60f9e5296a5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.685470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.685539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.685736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.685898] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.685997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.686073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.686218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.686305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.686403] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.765525] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51a5304d-06d4-49ed-a49e-7c8592338050 [ 637.765894] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.766144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.766300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.766595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.766742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.766900] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51a5304d-06d4-49ed-a49e-7c8592338050 already deleted. [ 637.767041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51a5304d-06d4-49ed-a49e-7c8592338050" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.035907] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.067092] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 711ad014-bc46-45bb-836b-13aaaaf8107d: rpc.has_security_group_logging(os_id): False [ 638.092730] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.092998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.092998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.093182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.093279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.093488] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.093648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.093648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.093800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.093878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.094085] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.094179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.094395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.094395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.094513] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.094653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.094746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.094830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.094984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.095231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.095324] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d is going to be updated. [ 638.181158] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.181384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.181486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.181803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.182043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.191223] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.191223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.191223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.191223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.191223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.191484] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.191484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.191563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.191805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.191982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.192377] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 is going to be updated. [ 638.202832] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: IN_PROGRESS for 2s [ 638.265433] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.265433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.265433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.265941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.266497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.279225] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 in Status: IN_PROGRESS for 2s [ 638.293624] env[66311]: INFO networking_nsxv3.common.synchronization [req-cdb247a4-79aa-498f-a381-391d0121fa68 req-9a42891a-de0a-4d05-827b-177b8a184308 tempest-ServersAdminNegativeTestJSON-959906595 tempest-ServersAdminNegativeTestJSON-959906595-project-member] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 638.297481] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 638.297481] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.297481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.297481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.297481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.297481] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.297481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.297481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.297481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.297481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.297481] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.541202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.542503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.542503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.542503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.542503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.542503] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be created. [ 638.571893] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.571893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.571893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.571893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.572106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.587968] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: UNINITIALIZED for 2s [ 638.645739] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.645837] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.646401] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.646401] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.648219] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.648219] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.649338] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.649338] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.649669] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.650570] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.650570] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.650570] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.650570] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.650570] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.650894] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.650894] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.670967] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.671159] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.671292] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.671500] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.671843] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.672024] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.672167] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.672519] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.672660] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e962d71-f9e4-4921-81c2-93ec3e0aa7c6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.803422] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.803422] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.803422] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e already deleted. [ 638.803422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.175914] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.175914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.175914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.176287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.176287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.176393] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 6e962d71-f9e4-4921-81c2-93ec3e0aa7c6 not found, creating... [ 639.176650] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.176798] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.176902] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.177198] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.177338] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.177693] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.177812] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.177939] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.178191] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.178323] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.178471] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 6e962d71-f9e4-4921-81c2-93ec3e0aa7c6 is going to be created. [ 639.216337] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.216582] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.216711] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.217011] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.217260] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.217548] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.539654] env[66311]: INFO networking_nsxv3.common.synchronization [None req-6ed03bab-0dff-4a2b-b149-a5b3d8adda5e None None] Enqueued Resource ID: 22a5bd3d-5d38-44a5-8de3-6933ec3268cd with Priority: HIGHEST for action port [ 639.540411] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a5bd3d-5d38-44a5-8de3-6933ec3268cd with Priority: HIGHEST for action port [ 639.540832] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-22a5bd3d-5d38-44a5-8de3-6933ec3268cd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.542020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22a5bd3d-5d38-44a5-8de3-6933ec3268cd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.542020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22a5bd3d-5d38-44a5-8de3-6933ec3268cd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.542020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22a5bd3d-5d38-44a5-8de3-6933ec3268cd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.542020] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a5bd3d-5d38-44a5-8de3-6933ec3268cd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.943722] env[66311]: INFO networking_nsxv3.common.synchronization [req-cdb247a4-79aa-498f-a381-391d0121fa68 req-2625852f-b0f7-4b6e-916a-9142a2e74abf service nova] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_rules [ 639.943899] env[66311]: INFO networking_nsxv3.common.synchronization [req-cdb247a4-79aa-498f-a381-391d0121fa68 req-2625852f-b0f7-4b6e-916a-9142a2e74abf service nova] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 639.944045] env[66311]: INFO networking_nsxv3.common.synchronization [req-cdb247a4-79aa-498f-a381-391d0121fa68 req-2625852f-b0f7-4b6e-916a-9142a2e74abf service nova] Enqueued Resource ID: 6e962d71-f9e4-4921-81c2-93ec3e0aa7c6 with Priority: HIGHEST for action port [ 639.944287] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_rules [ 639.944433] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 639.944533] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e962d71-f9e4-4921-81c2-93ec3e0aa7c6 with Priority: HIGHEST for action port [ 639.945467] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.945467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.945467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.945762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.945762] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.946553] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.946669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.946809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.946987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.947152] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.947250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.947343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.947451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.947548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.947634] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.948658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.948829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.948893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.949057] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.949128] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e962d71-f9e4-4921-81c2-93ec3e0aa7c6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.044669] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22a5bd3d-5d38-44a5-8de3-6933ec3268cd [ 640.044838] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.044973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.045051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.045264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.045348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.045450] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22a5bd3d-5d38-44a5-8de3-6933ec3268cd already deleted. [ 640.045535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22a5bd3d-5d38-44a5-8de3-6933ec3268cd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.227999] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: SUCCESS [ 640.228319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.248387] env[66311]: INFO networking_nsxv3.common.synchronization [req-6aca7e90-feb1-42e2-8028-7c51c0c873ae req-587bd66c-920b-49a8-96db-ff05dca95f44 tempest-DeleteServersAdminTestJSON-635478994 tempest-DeleteServersAdminTestJSON-635478994-project-member] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 640.249259] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 640.249660] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.249660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.249952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.250217] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.250217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.250384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.250384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.251510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.251510] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.289250] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 in Status: SUCCESS [ 640.289250] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 deletion is rescheduled due to dependency. [ 640.289250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.451210] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.451331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.451539] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.453241] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e962d71-f9e4-4921-81c2-93ec3e0aa7c6 with status ACTIVE [ 640.453241] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.453241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.453241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.453458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.453458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.453564] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.453733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.453733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.453899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.453980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.454375] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.454485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.454550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.454731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.454816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.454905] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e962d71-f9e4-4921-81c2-93ec3e0aa7c6 is going to be updated. [ 640.481954] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.481954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.481954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.482131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.484328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.484328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e962d71-f9e4-4921-81c2-93ec3e0aa7c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.600170] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 640.600170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.600170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.600558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.601360] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.601360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.601360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.601360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.601360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.601360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.601360] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.753302] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.753831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.753831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.753831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.753831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.754140] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.754227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.754227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.754469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.754469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.754574] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d is going to be updated. [ 640.799617] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.799795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.799856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.800112] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.800264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.810845] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: IN_PROGRESS for 2s [ 640.944267] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.944267] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.944267] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.944267] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.944267] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.944267] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.944267] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.944267] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.944267] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.944267] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.944267] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.944267] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.945140] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.945140] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.945140] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.945140] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.956719] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.966018] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.966247] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.966349] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.966491] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.966802] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-4c55ff3a-19bb-4532-89cf-724fac8c5d56 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.966971] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-4c55ff3a-19bb-4532-89cf-724fac8c5d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.967129] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-4c55ff3a-19bb-4532-89cf-724fac8c5d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.967867] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-4c55ff3a-19bb-4532-89cf-724fac8c5d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.967988] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c55ff3a-19bb-4532-89cf-724fac8c5d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.105046] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.105046] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.105046] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.105046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.105622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.105622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.105622] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.105622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.105622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.105622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.105936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.105936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.105936] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.241330] env[66311]: INFO networking_nsxv3.common.synchronization [None req-1dcd1d2c-3324-4951-97f0-e38a58e082b0 None None] Enqueued Resource ID: 87e6ab92-441d-421e-b0f7-8cb7530bb369 with Priority: HIGHEST for action port [ 641.242048] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e6ab92-441d-421e-b0f7-8cb7530bb369 with Priority: HIGHEST for action port [ 641.242655] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e6ab92-441d-421e-b0f7-8cb7530bb369 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.242801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e6ab92-441d-421e-b0f7-8cb7530bb369" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.242888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e6ab92-441d-421e-b0f7-8cb7530bb369" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.243228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e6ab92-441d-421e-b0f7-8cb7530bb369" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.243334] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e6ab92-441d-421e-b0f7-8cb7530bb369',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.459453] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.459695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.459695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.459940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.460090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.460194] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e is going to be created. [ 641.471847] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.472212] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.472317] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.472636] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.472828] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.473042] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 4c55ff3a-19bb-4532-89cf-724fac8c5d56 not found, creating... [ 641.473335] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.473497] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.473609] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.473824] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.473960] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.474251] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.474397] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.474512] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.474745] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.474914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.475094] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 4c55ff3a-19bb-4532-89cf-724fac8c5d56 is going to be created. [ 641.487865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.488077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.488122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.488324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.488482] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.498114] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: UNINITIALIZED for 2s [ 641.499148] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.499315] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.499431] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.499687] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.499926] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.500164] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-4c55ff3a-19bb-4532-89cf-724fac8c5d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.608671] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d31640ba-584e-48a1-8366-132517b80580: rpc.has_security_group_logging(os_id): False [ 641.634889] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.635100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.635173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.635354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.635446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.635700] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.635804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.635887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.636095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.636185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.636450] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.636503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.636537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.636840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.636840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.638498] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.638498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.638498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.638498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.638498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.638498] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be created. [ 641.722658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.722658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.722791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.722910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.723182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.735438] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 641.745992] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e6ab92-441d-421e-b0f7-8cb7530bb369 [ 641.746279] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.746415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.746484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.746700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.746816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.746918] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e6ab92-441d-421e-b0f7-8cb7530bb369 already deleted. [ 641.747041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e6ab92-441d-421e-b0f7-8cb7530bb369" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.213509] env[66311]: INFO networking_nsxv3.common.synchronization [req-6aca7e90-feb1-42e2-8028-7c51c0c873ae req-6173086e-0e91-4c67-b883-e3b19757833d service nova] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_rules [ 642.213509] env[66311]: INFO networking_nsxv3.common.synchronization [req-6aca7e90-feb1-42e2-8028-7c51c0c873ae req-6173086e-0e91-4c67-b883-e3b19757833d service nova] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 642.213509] env[66311]: INFO networking_nsxv3.common.synchronization [req-6aca7e90-feb1-42e2-8028-7c51c0c873ae req-6173086e-0e91-4c67-b883-e3b19757833d service nova] Enqueued Resource ID: 4c55ff3a-19bb-4532-89cf-724fac8c5d56 with Priority: HIGHEST for action port [ 642.213509] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_rules [ 642.213509] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 642.213509] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55ff3a-19bb-4532-89cf-724fac8c5d56 with Priority: HIGHEST for action port [ 642.213509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.213509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.213509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.213509] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.213509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.213509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c55ff3a-19bb-4532-89cf-724fac8c5d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.213509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c55ff3a-19bb-4532-89cf-724fac8c5d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c55ff3a-19bb-4532-89cf-724fac8c5d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.213509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c55ff3a-19bb-4532-89cf-724fac8c5d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.213509] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c55ff3a-19bb-4532-89cf-724fac8c5d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.716623] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.717074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.717074] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c55ff3a-19bb-4532-89cf-724fac8c5d56 with status ACTIVE [ 642.717951] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.717951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.717951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.717951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.717951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.717951] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.717951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.718368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.718368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.718368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.718474] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.718578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.718578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.719046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.719046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.719046] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c55ff3a-19bb-4532-89cf-724fac8c5d56 is going to be updated. [ 642.744555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.744958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.744958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.745182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.745470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.745590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c55ff3a-19bb-4532-89cf-724fac8c5d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.822359] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: SUCCESS [ 642.822609] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d deletion is rescheduled due to dependency. [ 642.822795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.823062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.823388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.823658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.823914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.824201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.824463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.824690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.825176] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.107764] env[66311]: INFO networking_nsxv3.common.synchronization [None req-589306a9-5857-4a7a-a3c0-6dfa789d00b6 tempest-ServerActionsV293TestJSON-1002226639 tempest-ServerActionsV293TestJSON-1002226639-project-member] Enqueued Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_rules [ 643.109134] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_rules [ 643.109437] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c381f1-8346-4e57-b50b-45ac293c2fe9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.109576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.109650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.109941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.110056] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.328203] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.354210] env[66311]: INFO networking_nsxv3.common.synchronization [None req-f094386f-d4ce-4542-b4c5-88f5fafb0908 tempest-ServerActionsV293TestJSON-1002226639 tempest-ServerActionsV293TestJSON-1002226639-project-member] Enqueued Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_rules [ 643.354210] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_rules [ 643.354210] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c381f1-8346-4e57-b50b-45ac293c2fe9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.358028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.510660] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: SUCCESS [ 643.510889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.511172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.512028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.512028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.512028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.512028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.512028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.512028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.512416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.512416] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.582264] env[66311]: INFO networking_nsxv3.common.synchronization [None req-22c3c566-9ad0-446d-a3b5-66818d2aa438 None None] Enqueued Resource ID: dfbe7cca-0b0f-49b5-bbf3-563d20951bde with Priority: HIGHEST for action port [ 643.582264] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe7cca-0b0f-49b5-bbf3-563d20951bde with Priority: HIGHEST for action port [ 643.582264] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfbe7cca-0b0f-49b5-bbf3-563d20951bde taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.582264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfbe7cca-0b0f-49b5-bbf3-563d20951bde" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.582264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfbe7cca-0b0f-49b5-bbf3-563d20951bde" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.582264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfbe7cca-0b0f-49b5-bbf3-563d20951bde" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.582264] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfbe7cca-0b0f-49b5-bbf3-563d20951bde',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.633258] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.633258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.633258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.633476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.633476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.633476] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 already deleted. [ 643.633590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.634410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.634410] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.751571] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 643.752089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.803073] env[66311]: INFO networking_nsxv3.common.synchronization [None req-61ad02e5-07b4-4d0b-959c-3a94a1bf6e59 None None] Enqueued Resource ID: 2643ff4f-b7dd-4aa1-a803-227f12f1c5c5 with Priority: HIGHEST for action port [ 643.803073] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2643ff4f-b7dd-4aa1-a803-227f12f1c5c5 with Priority: HIGHEST for action port [ 643.803073] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-2643ff4f-b7dd-4aa1-a803-227f12f1c5c5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.803073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2643ff4f-b7dd-4aa1-a803-227f12f1c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.803073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2643ff4f-b7dd-4aa1-a803-227f12f1c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.804968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2643ff4f-b7dd-4aa1-a803-227f12f1c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.804968] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2643ff4f-b7dd-4aa1-a803-227f12f1c5c5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.834277] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.015913] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.016075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.016156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.016365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.016526] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.016618] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.016676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.017310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.017310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.017310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.017310] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.017310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.017310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.017720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.017720] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.017720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.017720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.017951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.017951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.017951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.018122] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.085025] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfbe7cca-0b0f-49b5-bbf3-563d20951bde [ 644.086449] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.086449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.086449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.086449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.086449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.086449] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfbe7cca-0b0f-49b5-bbf3-563d20951bde already deleted. [ 644.086449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfbe7cca-0b0f-49b5-bbf3-563d20951bde" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.156040] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.156502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.156502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.156502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.156734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.156734] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 already deleted. [ 644.156734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.306729] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2643ff4f-b7dd-4aa1-a803-227f12f1c5c5 [ 644.307021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.307110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.307187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.307363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.307447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.307533] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2643ff4f-b7dd-4aa1-a803-227f12f1c5c5 already deleted. [ 644.307609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2643ff4f-b7dd-4aa1-a803-227f12f1c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.338429] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.338648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.338648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.338908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.339017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.339303] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d is going to be updated. [ 644.376847] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.376847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.376847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.376847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.376847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.386448] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: IN_PROGRESS for 2s [ 644.524530] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc39c88b-166c-4de4-8bc3-4e22688e605e: rpc.has_security_group_logging(os_id): False [ 644.544904] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.544904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.544904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.544904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.544904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.544904] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.544904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.544904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.544904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.544904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.546207] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.546522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.547016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.547128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.547306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.548030] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.548030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.548030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.548988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.548988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.548988] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e is going to be created. [ 644.613431] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.613431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.613431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.613431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.613431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.624767] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: IN_PROGRESS for 2s [ 645.674847] env[66311]: INFO networking_nsxv3.common.synchronization [req-f29c5df2-a90b-4103-8006-30571cc73a7b req-a0247185-7ae7-45c6-baf6-3d306171dcc6 tempest-ServerAddressesNegativeTestJSON-865737849 tempest-ServerAddressesNegativeTestJSON-865737849-project-member] Enqueued Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGHEST for action security_group_members [ 645.678131] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGHEST for action security_group_members [ 645.678839] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-07df4d1e-78e5-4f13-9616-55840371e5e8 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.678839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.678839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.679260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.679452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.679596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.679689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.683022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.683022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.683022] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.183552] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.183780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.183780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.184026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.184117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.184621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.184621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.184621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.184798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.184798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.184798] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 already deleted. [ 646.184908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.325350] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.325350] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-879" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.325350] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-879" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.325350] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-879" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.325350] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.326049] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.326293] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.326505] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.326853] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.326961] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.327664] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.327664] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.327664] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.327664] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.328046] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.328046] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.352650] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.352650] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.352650] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.353073] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-879" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.353385] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-ba6d7833-5543-424a-8e9c-1cb7f72930ff taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.353385] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-ba6d7833-5543-424a-8e9c-1cb7f72930ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.353661] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-ba6d7833-5543-424a-8e9c-1cb7f72930ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.353790] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-ba6d7833-5543-424a-8e9c-1cb7f72930ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.354433] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6d7833-5543-424a-8e9c-1cb7f72930ff',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.399134] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: SUCCESS [ 646.399391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.399568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.399880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.400192] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.400298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.400298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.400470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.400687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.400687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.400765] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.446697] env[66311]: INFO networking_nsxv3.common.synchronization [None req-5330d999-cfbf-490a-b059-4f1210660533 None None] Enqueued Resource ID: 66c77f71-99ee-48aa-84d4-a0b3432d8717 with Priority: HIGHEST for action port [ 646.447666] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c77f71-99ee-48aa-84d4-a0b3432d8717 with Priority: HIGHEST for action port [ 646.448302] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-66c77f71-99ee-48aa-84d4-a0b3432d8717 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.448456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66c77f71-99ee-48aa-84d4-a0b3432d8717" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.448498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66c77f71-99ee-48aa-84d4-a0b3432d8717" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.448840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66c77f71-99ee-48aa-84d4-a0b3432d8717" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.448939] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c77f71-99ee-48aa-84d4-a0b3432d8717',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.610986] env[66311]: INFO networking_nsxv3.common.synchronization [None req-f91093f2-b180-4868-9c25-fd33d432886d None None] Enqueued Resource ID: 5d349c8e-d8f4-4975-821f-3dab809fcbee with Priority: HIGHEST for action port [ 646.611777] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d349c8e-d8f4-4975-821f-3dab809fcbee with Priority: HIGHEST for action port [ 646.612176] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d349c8e-d8f4-4975-821f-3dab809fcbee taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.612344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d349c8e-d8f4-4975-821f-3dab809fcbee" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.612420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d349c8e-d8f4-4975-821f-3dab809fcbee" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.612683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d349c8e-d8f4-4975-821f-3dab809fcbee" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.612767] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d349c8e-d8f4-4975-821f-3dab809fcbee',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.640413] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: SUCCESS [ 646.641552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.859279] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.859279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.859279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.859279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.859279] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port ba6d7833-5543-424a-8e9c-1cb7f72930ff not found, creating... [ 646.859279] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.859279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.859279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.859279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.859908] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.859908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.859908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.859908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.859908] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: ba6d7833-5543-424a-8e9c-1cb7f72930ff is going to be created. [ 646.890122] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.891467] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.891722] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.892187] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.892286] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.892525] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-ba6d7833-5543-424a-8e9c-1cb7f72930ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.904246] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.904421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.904489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.904745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.904867] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.904964] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.905043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.905207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.905294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.905382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.905528] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.905618] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.905679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.905839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.905950] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.906069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.906129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.906265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.906341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.906422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.906513] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.951932] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66c77f71-99ee-48aa-84d4-a0b3432d8717 [ 646.952432] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.952650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.952760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.953174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.953320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.953428] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66c77f71-99ee-48aa-84d4-a0b3432d8717 already deleted. [ 646.953511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66c77f71-99ee-48aa-84d4-a0b3432d8717" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.115239] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d349c8e-d8f4-4975-821f-3dab809fcbee [ 647.115743] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.115921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.116017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.116304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.116391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.116543] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d349c8e-d8f4-4975-821f-3dab809fcbee already deleted. [ 647.116616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d349c8e-d8f4-4975-821f-3dab809fcbee" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.409153] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce7965d0-2129-486a-9e1b-facd56ca403d: rpc.has_security_group_logging(os_id): False [ 647.428386] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.428386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.428850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.428850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.428850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.429034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.429145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.429235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.429363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.429442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.429628] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.429715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.429777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.429952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.430078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.430275] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.430377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.430417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.430557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.430632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.430717] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d is going to be updated. [ 647.500302] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.500703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.500703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.500703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.500846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.523218] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: IN_PROGRESS for 2s [ 647.661339] env[66311]: INFO networking_nsxv3.common.synchronization [req-f29c5df2-a90b-4103-8006-30571cc73a7b req-7ca52120-2ea4-4736-b885-7d566b4f55b2 service nova] Enqueued Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGHEST for action security_group_rules [ 647.661339] env[66311]: INFO networking_nsxv3.common.synchronization [req-f29c5df2-a90b-4103-8006-30571cc73a7b req-7ca52120-2ea4-4736-b885-7d566b4f55b2 service nova] Enqueued Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGHEST for action security_group_members [ 647.661339] env[66311]: INFO networking_nsxv3.common.synchronization [req-f29c5df2-a90b-4103-8006-30571cc73a7b req-7ca52120-2ea4-4736-b885-7d566b4f55b2 service nova] Enqueued Resource ID: ba6d7833-5543-424a-8e9c-1cb7f72930ff with Priority: HIGHEST for action port [ 647.661339] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGHEST for action security_group_rules [ 647.661339] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGHEST for action security_group_members [ 647.661339] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6d7833-5543-424a-8e9c-1cb7f72930ff with Priority: HIGHEST for action port [ 647.661339] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07df4d1e-78e5-4f13-9616-55840371e5e8 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.661339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.661339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.661989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.662144] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.665176] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-07df4d1e-78e5-4f13-9616-55840371e5e8 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.665365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.665439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.665648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.665810] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.665907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.665986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.666907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.670027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.670027] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.670027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba6d7833-5543-424a-8e9c-1cb7f72930ff taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.670027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba6d7833-5543-424a-8e9c-1cb7f72930ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.670027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba6d7833-5543-424a-8e9c-1cb7f72930ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.670027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba6d7833-5543-424a-8e9c-1cb7f72930ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.670859] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6d7833-5543-424a-8e9c-1cb7f72930ff',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.173795] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.176084] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-07df4d1e-78e5-4f13-9616-55840371e5e8 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.176084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.176084] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba6d7833-5543-424a-8e9c-1cb7f72930ff with status ACTIVE [ 648.176084] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.176084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.176084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.176463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.176463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.176554] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.176668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.176742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.177697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.177697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.177697] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.177697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.177697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.177697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.177697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.177697] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba6d7833-5543-424a-8e9c-1cb7f72930ff is going to be updated. [ 648.202615] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.204547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.204547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.204547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.204547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.204547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba6d7833-5543-424a-8e9c-1cb7f72930ff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.278246] env[66311]: INFO networking_nsxv3.common.synchronization [req-3922539b-f137-4f78-a8c9-bc78ba9fd6d5 req-5ca6f952-6fb0-4367-ba65-b0a88c1e3c7e tempest-ServerDiagnosticsNegativeTest-1912766895 tempest-ServerDiagnosticsNegativeTest-1912766895-project-member] Enqueued Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGHEST for action security_group_members [ 648.278246] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGHEST for action security_group_members [ 648.278246] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c746c2-8845-47a1-aeaf-c06bf828afca taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.278246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.278246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.278494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.279159] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.279159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.279159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.279522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.279522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.279522] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.680364] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.766476] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.766661] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.766858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.767105] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.767305] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.768080] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.768080] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.768080] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.768080] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.768295] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.768295] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.768361] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.768439] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.768543] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.768789] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.768957] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.785703] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.785919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.785982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.786282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.786421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.786651] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.786868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.786985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.787217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.787342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.787470] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80c746c2-8845-47a1-aeaf-c06bf828afca already deleted. [ 648.787855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.789048] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.789215] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.789402] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.789594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.790393] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-1a0484ff-3a04-4eeb-a753-c744fb88f192 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.790694] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-1a0484ff-3a04-4eeb-a753-c744fb88f192" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.790848] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-1a0484ff-3a04-4eeb-a753-c744fb88f192" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.791157] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-1a0484ff-3a04-4eeb-a753-c744fb88f192" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.791328] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0484ff-3a04-4eeb-a753-c744fb88f192',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.185471] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.185821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.185821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.186227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.186364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.186546] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 is going to be created. [ 649.213411] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.214122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.214302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.214551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.214746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.233595] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 in Status: UNINITIALIZED for 2s [ 649.295512] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.295753] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.296119] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.296380] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.296751] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.296751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 1a0484ff-3a04-4eeb-a753-c744fb88f192 not found, creating... [ 649.297142] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.297472] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.297726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.298021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.298199] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.298796] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.299023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.299149] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.299812] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.299812] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.299812] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 1a0484ff-3a04-4eeb-a753-c744fb88f192 is going to be created. [ 649.357302] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.359570] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.359570] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.359570] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.359570] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.359570] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-1a0484ff-3a04-4eeb-a753-c744fb88f192" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.548351] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: SUCCESS [ 649.548557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.962094] env[66311]: INFO networking_nsxv3.common.synchronization [None req-52b8d5dc-69af-4a2e-9b80-c0fe1a36c293 None None] Enqueued Resource ID: 300814d3-be45-4a89-b385-81f482db49e3 with Priority: HIGHEST for action port [ 649.962735] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300814d3-be45-4a89-b385-81f482db49e3 with Priority: HIGHEST for action port [ 649.963357] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-300814d3-be45-4a89-b385-81f482db49e3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.963534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-300814d3-be45-4a89-b385-81f482db49e3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.963629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-300814d3-be45-4a89-b385-81f482db49e3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.963921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-300814d3-be45-4a89-b385-81f482db49e3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.964273] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300814d3-be45-4a89-b385-81f482db49e3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.052936] env[66311]: INFO networking_nsxv3.common.synchronization [req-3922539b-f137-4f78-a8c9-bc78ba9fd6d5 req-5e11e1c1-1957-4b3a-b820-f4a9b1463a18 service nova] Enqueued Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGHEST for action security_group_rules [ 650.053127] env[66311]: INFO networking_nsxv3.common.synchronization [req-3922539b-f137-4f78-a8c9-bc78ba9fd6d5 req-5e11e1c1-1957-4b3a-b820-f4a9b1463a18 service nova] Enqueued Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGHEST for action security_group_members [ 650.053316] env[66311]: INFO networking_nsxv3.common.synchronization [req-3922539b-f137-4f78-a8c9-bc78ba9fd6d5 req-5e11e1c1-1957-4b3a-b820-f4a9b1463a18 service nova] Enqueued Resource ID: 1a0484ff-3a04-4eeb-a753-c744fb88f192 with Priority: HIGHEST for action port [ 650.053485] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGHEST for action security_group_rules [ 650.053610] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGHEST for action security_group_members [ 650.053714] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0484ff-3a04-4eeb-a753-c744fb88f192 with Priority: HIGHEST for action port [ 650.054292] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80c746c2-8845-47a1-aeaf-c06bf828afca taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.054417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.054483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.054727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.054808] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.057813] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c746c2-8845-47a1-aeaf-c06bf828afca taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.057813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.057813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.057813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.057813] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.057813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.058140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.058140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.058419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.058419] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.059967] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0484ff-3a04-4eeb-a753-c744fb88f192 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.060178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0484ff-3a04-4eeb-a753-c744fb88f192" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.060845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0484ff-3a04-4eeb-a753-c744fb88f192" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.060845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0484ff-3a04-4eeb-a753-c744fb88f192" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.060845] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0484ff-3a04-4eeb-a753-c744fb88f192',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.096854] env[66311]: INFO networking_nsxv3.common.synchronization [None req-074582b6-8b79-4c61-ba75-9645a0cad478 None None] Enqueued Resource ID: bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04 with Priority: HIGHEST for action port [ 650.096942] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04 with Priority: HIGHEST for action port [ 650.097650] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.097776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.097845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.100348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.100348] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.466607] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 300814d3-be45-4a89-b385-81f482db49e3 [ 650.466607] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.467639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.467639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.467639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.467639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.467639] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:300814d3-be45-4a89-b385-81f482db49e3 already deleted. [ 650.467639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-300814d3-be45-4a89-b385-81f482db49e3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.563539] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c746c2-8845-47a1-aeaf-c06bf828afca taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.563647] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.563750] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.565056] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0484ff-3a04-4eeb-a753-c744fb88f192 with status ACTIVE [ 650.565056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.565056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.565056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.565460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.565460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.565548] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.565600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.565634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.566136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.566136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.567392] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.567392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.567392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.568911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.568911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.568911] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0484ff-3a04-4eeb-a753-c744fb88f192 is going to be updated. [ 650.600720] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0484ff-3a04-4eeb-a753-c744fb88f192" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.603309] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04 [ 650.603309] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.603309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.604423] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04 already deleted. [ 650.604741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfaf3b6e-3e57-4a44-9b3e-b9f93618ba04" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.077066] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.247360] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 in Status: SUCCESS [ 651.247591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.247759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.249416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.249416] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.249416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.249416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.249416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.249416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.249416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.249416] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.583362] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.583362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.583362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.583362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.583362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.583362] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80c746c2-8845-47a1-aeaf-c06bf828afca is going to be created. [ 651.611427] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.611427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.611427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.611427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.611427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.624802] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80c746c2-8845-47a1-aeaf-c06bf828afca in Status: UNINITIALIZED for 2s [ 651.755467] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-07df4d1e-78e5-4f13-9616-55840371e5e8 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.755467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.755467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.755467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.755467] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.755467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.755467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.755467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.755467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.755954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.755954] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-07df4d1e-78e5-4f13-9616-55840371e5e8 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.755954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.755954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.755954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.756131] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.756176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.757092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.757092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.757092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.757092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.757092] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.014800] env[66311]: INFO networking_nsxv3.common.synchronization [None req-96916730-dfd6-4139-a6ec-5a3153e529dd None None] Enqueued Resource ID: f7891358-e1e2-43f8-9b49-69bbf6a008f3 with Priority: HIGHEST for action port [ 652.015634] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7891358-e1e2-43f8-9b49-69bbf6a008f3 with Priority: HIGHEST for action port [ 652.016150] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7891358-e1e2-43f8-9b49-69bbf6a008f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.016150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7891358-e1e2-43f8-9b49-69bbf6a008f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.016446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7891358-e1e2-43f8-9b49-69bbf6a008f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.016446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7891358-e1e2-43f8-9b49-69bbf6a008f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.017072] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7891358-e1e2-43f8-9b49-69bbf6a008f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.261560] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07df4d1e-78e5-4f13-9616-55840371e5e8: rpc.has_security_group_logging(os_id): False [ 652.287393] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.287393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.287393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.287393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.288696] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.288696] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.288696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.289288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.289288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.289288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.289288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.289436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.291960] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 is going to be created. [ 652.396990] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.396990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.396990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.396990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.396990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.418278] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 in Status: IN_PROGRESS for 2s [ 652.520458] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7891358-e1e2-43f8-9b49-69bbf6a008f3 [ 652.520458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.520458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.520458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.520458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.520458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.520458] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7891358-e1e2-43f8-9b49-69bbf6a008f3 already deleted. [ 652.520458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7891358-e1e2-43f8-9b49-69bbf6a008f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.605958] env[66311]: INFO networking_nsxv3.common.synchronization [req-23ac7761-6931-435a-b43b-07cececfd86a req-ea63aa16-fcdc-4856-9d47-246f302d3e82 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 653.606494] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 653.607346] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.607346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.607811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.608033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.608177] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.608177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.608397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.608397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.608490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.608590] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.637080] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80c746c2-8845-47a1-aeaf-c06bf828afca in Status: SUCCESS [ 653.638330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.639101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.640109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.640109] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.640109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.640109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.640363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.640416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.640461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.641034] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.111158] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.111378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.111447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.111820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.111820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.111950] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.112494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.112494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.112494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.112494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.112697] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 654.143217] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c746c2-8845-47a1-aeaf-c06bf828afca taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.143420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.143525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.144204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.144204] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.144204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.144204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.145850] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c746c2-8845-47a1-aeaf-c06bf828afca taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.145850] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.145850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.146292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.146292] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.148093] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.148270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.148335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.148526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.148921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.160721] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 654.434630] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 in Status: SUCCESS [ 654.435017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.652791] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80c746c2-8845-47a1-aeaf-c06bf828afca: rpc.has_security_group_logging(os_id): False [ 654.671018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.671018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.671018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.671018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.671611] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.672096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.672303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.672608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.672860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.673089] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80c746c2-8845-47a1-aeaf-c06bf828afca is going to be created. [ 654.740499] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.740499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.740499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.740499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.740499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.752940] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80c746c2-8845-47a1-aeaf-c06bf828afca in Status: IN_PROGRESS for 2s [ 656.176435] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 656.176931] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 656.177014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.365281] env[66311]: INFO networking_nsxv3.common.synchronization [req-ceceaf7b-8f81-4b5e-9d53-d8396f02be92 req-3d1fdb70-4502-406c-83c4-a13db4dcaea2 tempest-ServerExternalEventsTest-858892689 tempest-ServerExternalEventsTest-858892689-project-member] Enqueued Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGHEST for action security_group_members [ 656.366825] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGHEST for action security_group_members [ 656.367249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.367387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.367492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.368458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.368575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.368651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.368948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.369066] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.768812] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80c746c2-8845-47a1-aeaf-c06bf828afca in Status: SUCCESS [ 656.769151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.873409] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.873575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.873639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.873888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.873991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.874230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.874356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.874448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.874622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.874698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.874787] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 already deleted. [ 656.874871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.137093] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.137491] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.137491] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.137678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.137934] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.138119] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.138225] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.138443] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.138607] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.138786] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.138911] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.139052] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.139305] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.139305] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.139394] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.139483] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.158088] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.158363] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.158449] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.158577] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.158911] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-3ad3a316-6160-4a96-b994-54838d3d712b taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.159141] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-3ad3a316-6160-4a96-b994-54838d3d712b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.159261] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-3ad3a316-6160-4a96-b994-54838d3d712b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.159581] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-3ad3a316-6160-4a96-b994-54838d3d712b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.159714] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad3a316-6160-4a96-b994-54838d3d712b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.355093] env[66311]: INFO networking_nsxv3.common.synchronization [None req-64287113-0b90-46ab-bec8-a08fe8e5445a None None] Enqueued Resource ID: 6ec225fa-4b45-4223-8a24-e6efe2bf446d with Priority: HIGHEST for action port [ 657.355389] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec225fa-4b45-4223-8a24-e6efe2bf446d with Priority: HIGHEST for action port [ 657.355854] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ec225fa-4b45-4223-8a24-e6efe2bf446d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.356037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ec225fa-4b45-4223-8a24-e6efe2bf446d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.356206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ec225fa-4b45-4223-8a24-e6efe2bf446d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.356456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ec225fa-4b45-4223-8a24-e6efe2bf446d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.356536] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ec225fa-4b45-4223-8a24-e6efe2bf446d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.664999] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.665294] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.665461] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.665771] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.665926] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.666099] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 3ad3a316-6160-4a96-b994-54838d3d712b not found, creating... [ 657.666382] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.666551] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.667212] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.667525] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.667749] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.668146] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.668331] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.668450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.668707] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.668854] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.669059] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 3ad3a316-6160-4a96-b994-54838d3d712b is going to be created. [ 657.690098] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.690357] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.690490] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.690762] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.691011] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.691298] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-3ad3a316-6160-4a96-b994-54838d3d712b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.859215] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ec225fa-4b45-4223-8a24-e6efe2bf446d [ 657.859462] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.859612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.859683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.859907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.860027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.860178] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ec225fa-4b45-4223-8a24-e6efe2bf446d already deleted. [ 657.860293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ec225fa-4b45-4223-8a24-e6efe2bf446d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.985713] env[66311]: INFO networking_nsxv3.common.synchronization [None req-970f3c8e-e563-4817-8c29-4107835b3871 None None] Enqueued Resource ID: d7e0925e-e114-48a3-b00a-5e0eb3280c09 with Priority: HIGHEST for action port [ 657.985850] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e0925e-e114-48a3-b00a-5e0eb3280c09 with Priority: HIGHEST for action port [ 657.986418] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e0925e-e114-48a3-b00a-5e0eb3280c09 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.986579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e0925e-e114-48a3-b00a-5e0eb3280c09" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.986689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e0925e-e114-48a3-b00a-5e0eb3280c09" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.988041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e0925e-e114-48a3-b00a-5e0eb3280c09" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.988041] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e0925e-e114-48a3-b00a-5e0eb3280c09',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.443316] env[66311]: INFO networking_nsxv3.common.synchronization [req-ceceaf7b-8f81-4b5e-9d53-d8396f02be92 req-27ba088a-5067-4173-886c-6f93920b3eb0 service nova] Enqueued Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGHEST for action security_group_rules [ 658.443727] env[66311]: INFO networking_nsxv3.common.synchronization [req-ceceaf7b-8f81-4b5e-9d53-d8396f02be92 req-27ba088a-5067-4173-886c-6f93920b3eb0 service nova] Enqueued Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGHEST for action security_group_members [ 658.443867] env[66311]: INFO networking_nsxv3.common.synchronization [req-ceceaf7b-8f81-4b5e-9d53-d8396f02be92 req-27ba088a-5067-4173-886c-6f93920b3eb0 service nova] Enqueued Resource ID: 3ad3a316-6160-4a96-b994-54838d3d712b with Priority: HIGHEST for action port [ 658.444672] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGHEST for action security_group_rules [ 658.446330] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGHEST for action security_group_members [ 658.446330] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad3a316-6160-4a96-b994-54838d3d712b with Priority: HIGHEST for action port [ 658.446330] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.446330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.446330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.446330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.446570] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.452915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.452915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.453052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.453201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.453397] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.453527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.453585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.453766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.453861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.453979] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.454909] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ad3a316-6160-4a96-b994-54838d3d712b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.455048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ad3a316-6160-4a96-b994-54838d3d712b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.455454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ad3a316-6160-4a96-b994-54838d3d712b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.455454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ad3a316-6160-4a96-b994-54838d3d712b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.455454] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad3a316-6160-4a96-b994-54838d3d712b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.490601] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7e0925e-e114-48a3-b00a-5e0eb3280c09 [ 658.490601] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.490759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.490759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.491211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.491211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.491211] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7e0925e-e114-48a3-b00a-5e0eb3280c09 already deleted. [ 658.491211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e0925e-e114-48a3-b00a-5e0eb3280c09" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.958103] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.958292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.958444] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.959389] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ad3a316-6160-4a96-b994-54838d3d712b with status ACTIVE [ 658.959598] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.959783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.959783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.960015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.960106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.960315] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.960489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.960587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.960826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.960954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.963950] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.964089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.964178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.964615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.964615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.964615] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ad3a316-6160-4a96-b994-54838d3d712b is going to be updated. [ 658.990641] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.990641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.990641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.991192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.991192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.991192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ad3a316-6160-4a96-b994-54838d3d712b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.326050] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b66d5c91-a08c-45d5-a101-5335ff959906 None None] Enqueued Resource ID: 97c2ea33-9766-4bc3-9d90-8185dcaeb3c6 with Priority: HIGHEST for action port [ 659.326403] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c2ea33-9766-4bc3-9d90-8185dcaeb3c6 with Priority: HIGHEST for action port [ 659.326733] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c2ea33-9766-4bc3-9d90-8185dcaeb3c6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.326936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c2ea33-9766-4bc3-9d90-8185dcaeb3c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.327077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c2ea33-9766-4bc3-9d90-8185dcaeb3c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.327388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c2ea33-9766-4bc3-9d90-8185dcaeb3c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.327479] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c2ea33-9766-4bc3-9d90-8185dcaeb3c6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.466681] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.830411] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97c2ea33-9766-4bc3-9d90-8185dcaeb3c6 [ 659.830411] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.830936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.830936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.831401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.831401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.831401] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97c2ea33-9766-4bc3-9d90-8185dcaeb3c6 already deleted. [ 659.831401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c2ea33-9766-4bc3-9d90-8185dcaeb3c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.970352] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.970586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.970870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.970982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.971159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.974104] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 is going to be created. [ 659.997515] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.998221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.998221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.998221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.998221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.009712] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 in Status: UNINITIALIZED for 2s [ 660.346193] env[66311]: INFO networking_nsxv3.common.synchronization [None req-07415759-583c-4eab-9ae8-72679016b458 None None] Enqueued Resource ID: 05685d8e-f24f-4666-9481-ec17bcbd99c6 with Priority: HIGHEST for action port [ 660.346193] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05685d8e-f24f-4666-9481-ec17bcbd99c6 with Priority: HIGHEST for action port [ 660.346193] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-05685d8e-f24f-4666-9481-ec17bcbd99c6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.346193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05685d8e-f24f-4666-9481-ec17bcbd99c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.346193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05685d8e-f24f-4666-9481-ec17bcbd99c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.347880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05685d8e-f24f-4666-9481-ec17bcbd99c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.348216] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05685d8e-f24f-4666-9481-ec17bcbd99c6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.550513] env[66311]: INFO networking_nsxv3.common.synchronization [req-51b93fe6-b903-47a9-acea-6519a3fc7857 req-57501b46-ddb1-4c02-bcff-6625319ffb43 tempest-InstanceActionsNegativeTestJSON-1038048842 tempest-InstanceActionsNegativeTestJSON-1038048842-project-member] Enqueued Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGHEST for action security_group_members [ 660.551188] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGHEST for action security_group_members [ 660.551520] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.551868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.551868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.552299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.552470] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.552576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.552939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.552939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.552939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.553136] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.852393] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05685d8e-f24f-4666-9481-ec17bcbd99c6 [ 660.852685] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.852823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.852892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.853135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.853229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.853351] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05685d8e-f24f-4666-9481-ec17bcbd99c6 already deleted. [ 660.853439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05685d8e-f24f-4666-9481-ec17bcbd99c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.056259] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.056405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.056475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.056695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.056783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.056989] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.057099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.057157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.057302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.057441] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.057577] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 already deleted. [ 661.057577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.397639] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.398031] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.398548] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.399118] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.399396] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.400726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.400726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.400726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.400726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.400726] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.400726] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.400726] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.400726] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.403157] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.403157] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.403157] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.423451] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.423637] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.423794] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.423955] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.424450] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-497c0065-a868-45c0-afa4-9bebe7bb1e32 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.424450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-497c0065-a868-45c0-afa4-9bebe7bb1e32" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.424619] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-497c0065-a868-45c0-afa4-9bebe7bb1e32" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.425078] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-497c0065-a868-45c0-afa4-9bebe7bb1e32" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.425078] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497c0065-a868-45c0-afa4-9bebe7bb1e32',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.927825] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.928427] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.928427] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.928569] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.928712] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.928860] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 497c0065-a868-45c0-afa4-9bebe7bb1e32 not found, creating... [ 661.929206] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.929363] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.929474] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.929686] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.929817] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.930148] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.930334] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.930418] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.930620] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.930747] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.930884] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 497c0065-a868-45c0-afa4-9bebe7bb1e32 is going to be created. [ 661.952934] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.953156] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.953278] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.953660] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.953762] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.953964] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-497c0065-a868-45c0-afa4-9bebe7bb1e32" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.010626] env[66311]: INFO networking_nsxv3.common.synchronization [None req-216bd35d-ca54-4337-ba11-dced871cda92 None None] Enqueued Resource ID: d907c522-80c4-423b-8d07-8fa7e986f087 with Priority: HIGHEST for action port [ 662.011261] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d907c522-80c4-423b-8d07-8fa7e986f087 with Priority: HIGHEST for action port [ 662.014556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-d907c522-80c4-423b-8d07-8fa7e986f087 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.014556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d907c522-80c4-423b-8d07-8fa7e986f087" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.014556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d907c522-80c4-423b-8d07-8fa7e986f087" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.014556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d907c522-80c4-423b-8d07-8fa7e986f087" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.014556] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d907c522-80c4-423b-8d07-8fa7e986f087',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.022236] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 in Status: SUCCESS [ 662.022236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.022236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.023091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.024051] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.024051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.024051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.024051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.024051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.024051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.024051] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.513976] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d907c522-80c4-423b-8d07-8fa7e986f087 [ 662.514234] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.514369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.514434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.514648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.514736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.514831] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d907c522-80c4-423b-8d07-8fa7e986f087 already deleted. [ 662.514914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d907c522-80c4-423b-8d07-8fa7e986f087" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.529721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.529721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.529721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.529721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.529721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.531198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.531198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.531198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.531198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.531198] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.757628] env[66311]: INFO networking_nsxv3.common.synchronization [req-51b93fe6-b903-47a9-acea-6519a3fc7857 req-d92da873-599d-4048-a34d-9cbe87de6ba8 service nova] Enqueued Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGHEST for action security_group_rules [ 662.757806] env[66311]: INFO networking_nsxv3.common.synchronization [req-51b93fe6-b903-47a9-acea-6519a3fc7857 req-d92da873-599d-4048-a34d-9cbe87de6ba8 service nova] Enqueued Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGHEST for action security_group_members [ 662.757936] env[66311]: INFO networking_nsxv3.common.synchronization [req-51b93fe6-b903-47a9-acea-6519a3fc7857 req-d92da873-599d-4048-a34d-9cbe87de6ba8 service nova] Enqueued Resource ID: 497c0065-a868-45c0-afa4-9bebe7bb1e32 with Priority: HIGHEST for action port [ 662.759109] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGHEST for action security_group_rules [ 662.759109] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGHEST for action security_group_members [ 662.759109] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497c0065-a868-45c0-afa4-9bebe7bb1e32 with Priority: HIGHEST for action port [ 662.759370] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.759517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.759581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.759885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.759946] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.762131] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.762852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.762933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.763147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.763325] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.763423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.763600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.763666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.763720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.764145] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.764663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-497c0065-a868-45c0-afa4-9bebe7bb1e32 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.764854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497c0065-a868-45c0-afa4-9bebe7bb1e32" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.767019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497c0065-a868-45c0-afa4-9bebe7bb1e32" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.767019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497c0065-a868-45c0-afa4-9bebe7bb1e32" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.767019] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497c0065-a868-45c0-afa4-9bebe7bb1e32',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.032886] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0635767c-a5d6-4fbe-a6b2-d321ddfd7277: rpc.has_security_group_logging(os_id): False [ 663.053619] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.053813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.053901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.054178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.054279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.054517] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.054662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.054733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.054974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.055132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.055380] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.055489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.055557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.055700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.055808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.055976] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.057405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.057503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.058404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.058404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.058404] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 is going to be created. [ 663.143083] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.143897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.143897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.143897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.143897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.158423] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 in Status: IN_PROGRESS for 2s [ 663.165251] env[66311]: INFO networking_nsxv3.common.synchronization [req-69d227cf-52e4-4436-8d14-25a5286d2998 req-67b39c96-4824-4936-8561-893ed60f8448 tempest-InstanceActionsTestJSON-1035866695 tempest-InstanceActionsTestJSON-1035866695-project-member] Enqueued Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGHEST for action security_group_members [ 663.165977] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGHEST for action security_group_members [ 663.166307] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bdf094a-045c-4864-bb72-52e2728f1841 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.166437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.166548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.166805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.167053] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.167195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.167262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.167432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.167557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.167656] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.264611] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.264743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.266483] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.269248] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 497c0065-a868-45c0-afa4-9bebe7bb1e32 with status ACTIVE [ 663.269458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.269602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.269644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.269856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.269956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.271130] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.271307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.271355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.271560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.271632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.271831] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.271931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.271994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.273498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.273498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.273631] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 497c0065-a868-45c0-afa4-9bebe7bb1e32 is going to be updated. [ 663.309214] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.309214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.309214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.309214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.309214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.309214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497c0065-a868-45c0-afa4-9bebe7bb1e32" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.670911] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.671114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.671177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.671453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.671564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.672290] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.672290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.672290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.673861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.673861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.673861] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bdf094a-045c-4864-bb72-52e2728f1841 already deleted. [ 663.673861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.701514] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.701709] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-111" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.701830] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-111" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.702218] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-111" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.704760] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.704760] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.704760] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.704760] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.704760] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.705047] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.705047] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.705138] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.705278] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.705401] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.705560] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.705745] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.729164] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.729164] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.729164] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.729164] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-111" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.729164] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-9cf21b0f-be01-45d8-8957-72095f41c6bf taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.729164] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-9cf21b0f-be01-45d8-8957-72095f41c6bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.729164] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-9cf21b0f-be01-45d8-8957-72095f41c6bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.729805] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-9cf21b0f-be01-45d8-8957-72095f41c6bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.730121] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf21b0f-be01-45d8-8957-72095f41c6bf',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.769376] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.232863] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.233262] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.233262] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.233577] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.233707] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.233851] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 9cf21b0f-be01-45d8-8957-72095f41c6bf not found, creating... [ 664.234136] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.234299] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.234410] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.234631] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.234759] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.235070] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.235240] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.235366] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.235573] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.235914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.235914] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 9cf21b0f-be01-45d8-8957-72095f41c6bf is going to be created. [ 664.256202] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.256914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.256914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.257802] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.257802] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.257972] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-9cf21b0f-be01-45d8-8957-72095f41c6bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.271493] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.272310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.272310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.272310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.272310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.272628] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 is going to be created. [ 664.298091] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.298282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.298282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.298425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.298582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.308144] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 in Status: UNINITIALIZED for 2s [ 664.706344] env[66311]: INFO networking_nsxv3.common.synchronization [None req-518071f5-2fcb-4ccb-b92f-4ddbcc4720a9 None None] Enqueued Resource ID: 4649f640-c56b-4892-bd05-563d8ed4a7dd with Priority: HIGHEST for action port [ 664.706943] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4649f640-c56b-4892-bd05-563d8ed4a7dd with Priority: HIGHEST for action port [ 664.707381] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4649f640-c56b-4892-bd05-563d8ed4a7dd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.707450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4649f640-c56b-4892-bd05-563d8ed4a7dd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.707500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4649f640-c56b-4892-bd05-563d8ed4a7dd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.707755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4649f640-c56b-4892-bd05-563d8ed4a7dd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.707823] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4649f640-c56b-4892-bd05-563d8ed4a7dd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.999313] env[66311]: INFO networking_nsxv3.common.synchronization [req-69d227cf-52e4-4436-8d14-25a5286d2998 req-d9a4e7ac-0d80-4c2b-9455-df3550e837b5 service nova] Enqueued Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGHEST for action security_group_rules [ 664.999531] env[66311]: INFO networking_nsxv3.common.synchronization [req-69d227cf-52e4-4436-8d14-25a5286d2998 req-d9a4e7ac-0d80-4c2b-9455-df3550e837b5 service nova] Enqueued Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGHEST for action security_group_members [ 664.999738] env[66311]: INFO networking_nsxv3.common.synchronization [req-69d227cf-52e4-4436-8d14-25a5286d2998 req-d9a4e7ac-0d80-4c2b-9455-df3550e837b5 service nova] Enqueued Resource ID: 9cf21b0f-be01-45d8-8957-72095f41c6bf with Priority: HIGHEST for action port [ 665.000651] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGHEST for action security_group_rules [ 665.000782] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGHEST for action security_group_members [ 665.000882] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf21b0f-be01-45d8-8957-72095f41c6bf with Priority: HIGHEST for action port [ 665.001180] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bdf094a-045c-4864-bb72-52e2728f1841 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.001298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.001361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.001663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.001759] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.002724] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bdf094a-045c-4864-bb72-52e2728f1841 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.002846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.003708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.003708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.003708] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.003708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.003708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.004073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.004073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.004073] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.006088] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf21b0f-be01-45d8-8957-72095f41c6bf taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.006204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf21b0f-be01-45d8-8957-72095f41c6bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.006262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf21b0f-be01-45d8-8957-72095f41c6bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.006427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf21b0f-be01-45d8-8957-72095f41c6bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.006498] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf21b0f-be01-45d8-8957-72095f41c6bf',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.172054] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 in Status: SUCCESS [ 665.172054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.206037] env[66311]: INFO networking_nsxv3.common.synchronization [None req-f0c7d2b3-9a02-4925-876e-efede233836c tempest-ServersTestJSON-1955895085 tempest-ServersTestJSON-1955895085-project-member] Enqueued Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_rules [ 665.206570] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_rules [ 665.206897] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b63d3715-a589-4c71-9625-dba827e5b851 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.207670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.208610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.209087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.209139] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.210462] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4649f640-c56b-4892-bd05-563d8ed4a7dd [ 665.210678] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.210788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.210852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.211056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.211167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.211267] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4649f640-c56b-4892-bd05-563d8ed4a7dd already deleted. [ 665.211313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4649f640-c56b-4892-bd05-563d8ed4a7dd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.292299] env[66311]: INFO networking_nsxv3.common.synchronization [None req-5e6c5f6a-7ded-4ba3-9cd3-b876bd147d8b tempest-ServersTestFqdnHostnames-1594706783 tempest-ServersTestFqdnHostnames-1594706783-project-member] Enqueued Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_rules [ 665.292827] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_rules [ 665.293154] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7980aa58-377a-4e78-a85a-741f8d1ecef3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.293301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.293396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.293673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.293763] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.421878] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e2278147-5694-49fd-938a-b8db12559d9c tempest-ServersTestJSON-1955895085 tempest-ServersTestJSON-1955895085-project-member] Enqueued Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_rules [ 665.422683] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_rules [ 665.423129] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b63d3715-a589-4c71-9625-dba827e5b851 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.423303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.507275] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.508298] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cf21b0f-be01-45d8-8957-72095f41c6bf with status ACTIVE [ 665.508533] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.508651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.508717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.508944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.509088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.509281] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.509382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.509442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.509606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.509690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.509868] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.509981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.510090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.510203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.510284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.510372] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cf21b0f-be01-45d8-8957-72095f41c6bf is going to be updated. [ 665.511580] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bdf094a-045c-4864-bb72-52e2728f1841 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.511681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.539750] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.539914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.540077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.540356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.540573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.540767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf21b0f-be01-45d8-8957-72095f41c6bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.553287] env[66311]: INFO networking_nsxv3.common.synchronization [None req-d2341ace-4d82-408f-990f-39583f5f93a3 tempest-ServersTestFqdnHostnames-1594706783 tempest-ServersTestFqdnHostnames-1594706783-project-member] Enqueued Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_rules [ 665.553900] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_rules [ 665.554619] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7980aa58-377a-4e78-a85a-741f8d1ecef3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.554750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.732598] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.732752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.732820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.733052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.733147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.733246] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b63d3715-a589-4c71-9625-dba827e5b851 already deleted. [ 665.733330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.733538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.733711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.733796] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.816365] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.816639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.816767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.817386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.817386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.817386] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 already deleted. [ 665.817386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.817589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.817745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.817907] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.012579] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.258151] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.258332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.258401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.261541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.261541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.261541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b63d3715-a589-4c71-9625-dba827e5b851 already deleted. [ 666.261541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.322109] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 in Status: SUCCESS [ 666.322502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.325815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.325815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.325815] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.325815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.325815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.325815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.325815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.325815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.325815] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.351500] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.353345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.353625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.354171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.354171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.354351] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 already deleted. [ 666.354475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.515186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.515636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.515636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.515636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.515775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.515811] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bdf094a-045c-4864-bb72-52e2728f1841 is going to be created. [ 666.560031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.560031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.560031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.560031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.560031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.571591] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bdf094a-045c-4864-bb72-52e2728f1841 in Status: UNINITIALIZED for 2s [ 666.830816] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.831270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.831270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.831454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.831660] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.831853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.831913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.832291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.832291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.832453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.832621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.832770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.832860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.833061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.833609] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.833793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.833903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.834234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.834306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.834452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.834588] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.017825] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e377f489-889e-4143-a8d4-afee1b1dc8db None None] Enqueued Resource ID: ef36dc86-8338-491d-93b5-768792e6d48b with Priority: HIGHEST for action port [ 667.019105] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef36dc86-8338-491d-93b5-768792e6d48b with Priority: HIGHEST for action port [ 667.019105] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef36dc86-8338-491d-93b5-768792e6d48b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.019319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef36dc86-8338-491d-93b5-768792e6d48b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.019362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef36dc86-8338-491d-93b5-768792e6d48b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.019667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef36dc86-8338-491d-93b5-768792e6d48b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.019767] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef36dc86-8338-491d-93b5-768792e6d48b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.245042] env[66311]: INFO networking_nsxv3.common.synchronization [req-73cbff25-e3c5-412c-9827-9db8527d4013 req-6c76168c-a122-4730-b521-7539f6413376 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 667.245770] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 667.246578] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.246732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.246800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.247220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.247421] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.247568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.247683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.248239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.248339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.248437] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.339259] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfa1ea22-7cea-4708-9424-ce4a5ec712d6: rpc.has_security_group_logging(os_id): False [ 667.359205] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.359403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.359465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.359635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.359724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.359927] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.360163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.360163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.360266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.361104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.361104] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.361104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.361104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.361104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.361104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.361540] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.361653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.362208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.362386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.362467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.362558] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 is going to be created. [ 667.429458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.429660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.429660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.429998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.429998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.442958] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 in Status: IN_PROGRESS for 2s [ 667.522243] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef36dc86-8338-491d-93b5-768792e6d48b [ 667.522557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.522716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.522787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.523016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.523109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.523211] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef36dc86-8338-491d-93b5-768792e6d48b already deleted. [ 667.523296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef36dc86-8338-491d-93b5-768792e6d48b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.698904] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.699148] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-722" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.699268] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-722" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.699563] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-722" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.699821] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.699972] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.704755] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.705066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.705555] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.705555] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.705555] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.705711] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.705711] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.705803] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.705896] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.706055] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.728629] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.729372] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.729634] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.729783] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-722" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.730150] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-3a952d31-311f-47c9-9d96-108305851752 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.730346] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.730463] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.730757] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.730889] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a952d31-311f-47c9-9d96-108305851752',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.751680] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.753504] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.753504] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 already deleted. [ 667.753504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.237867] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.238216] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.238362] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.238680] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.238885] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.239124] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 3a952d31-311f-47c9-9d96-108305851752 not found, creating... [ 668.239521] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.239750] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.239932] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.240230] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.240389] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.240720] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.240883] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.240991] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.241726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.241900] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.242106] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 3a952d31-311f-47c9-9d96-108305851752 is going to be created. [ 668.266758] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.267008] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.267186] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.267437] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.267665] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.267886] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.587676] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bdf094a-045c-4864-bb72-52e2728f1841 in Status: SUCCESS [ 668.587676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.588339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.588468] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.588613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.588705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.589146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.589146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.589319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.589460] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.017078] env[66311]: INFO networking_nsxv3.common.synchronization [req-73cbff25-e3c5-412c-9827-9db8527d4013 req-7ffe23b8-6df3-4c3b-8bb4-ff0827526b31 service nova] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_rules [ 669.017299] env[66311]: INFO networking_nsxv3.common.synchronization [req-73cbff25-e3c5-412c-9827-9db8527d4013 req-7ffe23b8-6df3-4c3b-8bb4-ff0827526b31 service nova] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 669.017473] env[66311]: INFO networking_nsxv3.common.synchronization [req-73cbff25-e3c5-412c-9827-9db8527d4013 req-7ffe23b8-6df3-4c3b-8bb4-ff0827526b31 service nova] Enqueued Resource ID: 3a952d31-311f-47c9-9d96-108305851752 with Priority: HIGHEST for action port [ 669.017716] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_rules [ 669.017844] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 669.018083] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a952d31-311f-47c9-9d96-108305851752 with Priority: HIGHEST for action port [ 669.018557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.018704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.018773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.019141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.019216] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.020091] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020606] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.021066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.021170] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.021952] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a952d31-311f-47c9-9d96-108305851752 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.022033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.022104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.022271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.022354] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a952d31-311f-47c9-9d96-108305851752',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.091962] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bdf094a-045c-4864-bb72-52e2728f1841 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.092145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.092218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.092434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.092594] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.092717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.092769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.093138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.093138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.093138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.093333] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bdf094a-045c-4864-bb72-52e2728f1841 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.093333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.093431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.093492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.093888] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.093888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.093888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.093888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.094064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.094064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.094141] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.456243] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 in Status: SUCCESS [ 669.456957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.524169] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.524300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.524511] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.525689] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a952d31-311f-47c9-9d96-108305851752 with status ACTIVE [ 669.525892] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.526018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.526095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.526307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.526401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.526580] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.526680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.526739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.526893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.526970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.527654] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.527820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.527900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.528152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.528229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.528358] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a952d31-311f-47c9-9d96-108305851752 is going to be updated. [ 669.549966] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.550146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.550311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.550439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.550626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.551455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.578451] env[66311]: INFO networking_nsxv3.common.synchronization [None req-32ce54b2-0e70-4ed9-ac86-9375680cb883 None None] Enqueued Resource ID: 34649f7d-0ce3-48f0-9058-2269b3a8697c with Priority: HIGHEST for action port [ 669.578965] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34649f7d-0ce3-48f0-9058-2269b3a8697c with Priority: HIGHEST for action port [ 669.580029] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-34649f7d-0ce3-48f0-9058-2269b3a8697c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.580029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34649f7d-0ce3-48f0-9058-2269b3a8697c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.580029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34649f7d-0ce3-48f0-9058-2269b3a8697c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.580249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34649f7d-0ce3-48f0-9058-2269b3a8697c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.580249] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34649f7d-0ce3-48f0-9058-2269b3a8697c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.596103] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bdf094a-045c-4864-bb72-52e2728f1841: rpc.has_security_group_logging(os_id): False [ 669.615380] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.615686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.615686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.615937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.616043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.616259] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.616360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.616430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.616603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.616682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.617133] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.617273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.617321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.617456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.617538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.617721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.617836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.617885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.618240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.618240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.618375] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bdf094a-045c-4864-bb72-52e2728f1841 is going to be created. [ 669.706592] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.706829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.706829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.707141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.707141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.721842] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bdf094a-045c-4864-bb72-52e2728f1841 in Status: IN_PROGRESS for 2s [ 669.827807] env[66311]: INFO networking_nsxv3.common.synchronization [req-57422f40-84a1-43ac-bad1-db330729d03c req-5922a413-80b8-4470-9f25-4a8c061aa140 tempest-ListImageFiltersTestJSON-1132999594 tempest-ListImageFiltersTestJSON-1132999594-project-member] Enqueued Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 669.828570] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 669.828822] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.828822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.828956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.829402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.829478] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.829700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.829700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.829907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.830068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.830381] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.032033] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.084569] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34649f7d-0ce3-48f0-9058-2269b3a8697c [ 670.084569] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.084569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.084569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.084569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.084569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.084569] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34649f7d-0ce3-48f0-9058-2269b3a8697c already deleted. [ 670.084569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34649f7d-0ce3-48f0-9058-2269b3a8697c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.284102] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.284102] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.284250] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.284434] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.284692] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.284866] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.285044] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.285343] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.285750] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.285837] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.285990] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.286138] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.286249] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.286367] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.286468] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.286597] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.310347] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.310347] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.310572] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.310572] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.310894] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.311066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.311183] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.311661] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.311796] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4c5634-c766-4fe9-9b2c-a3c648d86b80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.337946] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.338118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.338168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.338376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.338464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.338649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.338746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.338807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.338956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.339124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.339236] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 already deleted. [ 670.339327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.533936] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.533936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.533936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.533936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.533936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.534272] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be created. [ 670.565644] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.565797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.565797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.565975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.566154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.581098] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: UNINITIALIZED for 2s [ 670.815331] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.815741] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.815741] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.815970] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.816140] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.816297] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 7a4c5634-c766-4fe9-9b2c-a3c648d86b80 not found, creating... [ 670.816563] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.816715] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.816829] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.817099] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.817243] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.817534] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.817686] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.817799] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.818024] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.818162] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.818309] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 7a4c5634-c766-4fe9-9b2c-a3c648d86b80 is going to be created. [ 670.839556] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.839844] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.839979] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.840362] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.840618] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.840884] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.507388] env[66311]: INFO networking_nsxv3.common.synchronization [None req-5fee576c-29e1-492e-b1d0-05895f9978b4 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_rules [ 671.508472] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_rules [ 671.508472] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.508472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.508657] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.508780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.508872] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.695366] env[66311]: INFO networking_nsxv3.common.synchronization [req-57422f40-84a1-43ac-bad1-db330729d03c req-d3eb2271-685e-4858-9203-2aaf4bdb53a1 service nova] Enqueued Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_rules [ 671.695366] env[66311]: INFO networking_nsxv3.common.synchronization [req-57422f40-84a1-43ac-bad1-db330729d03c req-d3eb2271-685e-4858-9203-2aaf4bdb53a1 service nova] Enqueued Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 671.695366] env[66311]: INFO networking_nsxv3.common.synchronization [req-57422f40-84a1-43ac-bad1-db330729d03c req-d3eb2271-685e-4858-9203-2aaf4bdb53a1 service nova] Enqueued Resource ID: 7a4c5634-c766-4fe9-9b2c-a3c648d86b80 with Priority: HIGHEST for action port [ 671.698681] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_rules [ 671.698681] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 671.698681] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a4c5634-c766-4fe9-9b2c-a3c648d86b80 with Priority: HIGHEST for action port [ 671.699465] env[66311]: INFO networking_nsxv3.common.synchronization [None req-30e3e9d5-18f6-4ad7-9c64-7cabf5f16af7 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_rules [ 671.701175] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.701305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.701380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.702365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.702365] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.704344] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.704470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.705091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.706460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.706460] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.706460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.706460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.706460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.706460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.706460] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.706850] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.706850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.706850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.707141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.707141] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4c5634-c766-4fe9-9b2c-a3c648d86b80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.707872] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_rules [ 671.712243] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.712243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.737113] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bdf094a-045c-4864-bb72-52e2728f1841 in Status: SUCCESS [ 671.737463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.031030] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.031459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.031459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.031564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.031564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.031708] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 already deleted. [ 672.031757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.031892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.033144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.033144] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.209485] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.209831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.211354] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.212698] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a4c5634-c766-4fe9-9b2c-a3c648d86b80 with status ACTIVE [ 672.213028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.213323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.213510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.213806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.214049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.214791] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.215078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.215246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.215578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.215759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.216063] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.216308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.216503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.216753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.216925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.217237] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a4c5634-c766-4fe9-9b2c-a3c648d86b80 is going to be updated. [ 672.245789] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.245789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.245789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.246468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.246468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.246468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a4c5634-c766-4fe9-9b2c-a3c648d86b80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.562393] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.564021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.564021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.564021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.564021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.564021] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 already deleted. [ 672.564021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.607821] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 672.607906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.608027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.608261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.608561] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.608561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.608753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.608891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.608891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.609114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.609114] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.719887] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.112671] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.113185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.113185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.113296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.114355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.114355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.114355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.114355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.114355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.114355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.114809] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.114809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.114809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.114809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.114979] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.114979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.115099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.115287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.115361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.115444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.116319] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.224055] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.224055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.224055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.224055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.224055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.224055] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 is going to be created. [ 673.258539] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.258539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.258539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.258539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.258539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.273590] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: UNINITIALIZED for 2s [ 673.618898] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dca428fe-0e68-4db4-9aad-91f4f1a2d089: rpc.has_security_group_logging(os_id): False [ 673.640784] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.640926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.640993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.641320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.641508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.641739] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.641829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.641895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.642168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.642280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.642506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.642609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.642676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.642885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.642974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.643178] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.643279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.643342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.643683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.643683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.643798] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be created. [ 673.717557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.717720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.717786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.718010] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.718191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.733901] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: IN_PROGRESS for 2s [ 673.909736] env[66311]: INFO networking_nsxv3.common.synchronization [req-c011b080-63f9-4b2b-84a2-cf1396478d6a req-b46d3d28-5d54-4cc8-90a4-0e642e1aecae tempest-DeleteServersAdminTestJSON-635478994 tempest-DeleteServersAdminTestJSON-635478994-project-member] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 673.910356] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGHEST for action security_group_members [ 673.910743] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.910835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.910897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.911144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.911350] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.911459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.911521] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.911818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.911818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.911943] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.415117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.415572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.415572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.415700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.415838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.416117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.416262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.416389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.416544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.416621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.418980] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d is going to be updated. [ 674.475121] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.475121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.475121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.475121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.475121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.490045] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: IN_PROGRESS for 2s [ 675.284314] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: SUCCESS [ 675.284504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.284661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.284977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.285089] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.285213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.285275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.285429] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.285507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.285593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.285689] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.754281] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 675.754281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.787951] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.788117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.788191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.788421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.788587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.788687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.788750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.788899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.788989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.789117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.789332] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.789431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.789491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.789639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.789775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.789866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.789923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.790105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.790301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.790406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.790537] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.133415] env[66311]: INFO networking_nsxv3.common.synchronization [None req-908c8617-0675-465d-a7f3-ec611fcad916 None None] Enqueued Resource ID: a4020247-78fe-433f-8457-80beeee49244 with Priority: HIGHEST for action port [ 676.135918] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4020247-78fe-433f-8457-80beeee49244 with Priority: HIGHEST for action port [ 676.136319] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4020247-78fe-433f-8457-80beeee49244 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.136523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4020247-78fe-433f-8457-80beeee49244" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.136637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4020247-78fe-433f-8457-80beeee49244" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.136829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4020247-78fe-433f-8457-80beeee49244" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.136926] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4020247-78fe-433f-8457-80beeee49244',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.295739] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff9ad5f1-b035-4d0f-9439-1175de924804: rpc.has_security_group_logging(os_id): False [ 676.325433] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.325748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.325748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.326068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.326068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.326326] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.326326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.326423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329219] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 is going to be created. [ 676.427794] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.427794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.427930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.428876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.432092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.446535] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: IN_PROGRESS for 2s [ 676.499969] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7965d0-2129-486a-9e1b-facd56ca403d in Status: SUCCESS [ 676.500206] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d deletion is rescheduled due to dependency. [ 676.500285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.644768] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4020247-78fe-433f-8457-80beeee49244 [ 676.644768] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.645058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.645058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.646452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.646452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.646452] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4020247-78fe-433f-8457-80beeee49244 already deleted. [ 676.646452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4020247-78fe-433f-8457-80beeee49244" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.221730] env[66311]: INFO networking_nsxv3.common.synchronization [req-cda7a164-b1b1-4cd6-80dd-2d753ef53ae2 req-589a7a8f-031d-4eda-9a8e-f54aee765de8 tempest-ServersAdminNegativeTestJSON-959906595 tempest-ServersAdminNegativeTestJSON-959906595-project-member] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 677.221730] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 677.221730] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.221730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.221730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.222212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.222617] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.223984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.224081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.224265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.224382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.224549] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.580231] env[66311]: INFO networking_nsxv3.common.synchronization [req-3f9bfa83-d8b8-4fcb-b35e-e9bb276f132e req-5f8dbe12-00ec-42c5-b3e2-06ea3544d2ae tempest-ServerDiagnosticsNegativeTest-1912766895 tempest-ServerDiagnosticsNegativeTest-1912766895-project-member] Enqueued Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGHEST for action security_group_members [ 677.580734] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGHEST for action security_group_members [ 677.581086] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c746c2-8845-47a1-aeaf-c06bf828afca taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.581224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.581294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.581572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.581778] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.581886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.581948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.582376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.582376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.582376] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.727510] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.086223] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.086373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.086450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.086712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.086809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.087034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.087241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.087304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.087485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.087568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.087659] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80c746c2-8845-47a1-aeaf-c06bf828afca is going to be updated. [ 678.094033] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.094767] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.094767] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.094767] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.095181] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.095181] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.095181] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.095332] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.095466] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.095743] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.095818] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.095871] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.095974] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.096083] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.096150] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.096277] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.147542] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.147542] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.147542] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.147542] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.147542] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.147542] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.147542] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.148260] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.148260] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcd0b18-cedb-4cfa-b030-b8cde65792cc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.150538] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.150763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.150763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.151098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.151098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.165598] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80c746c2-8845-47a1-aeaf-c06bf828afca in Status: IN_PROGRESS for 2s [ 678.231915] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.463846] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: SUCCESS [ 678.464192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.655677] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.655677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.655677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.655677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.655677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.655677] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 9fcd0b18-cedb-4cfa-b030-b8cde65792cc not found, creating... [ 678.655677] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.655677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.655677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.655677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.655677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.656653] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.656653] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.656653] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.656653] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.656653] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.656653] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 9fcd0b18-cedb-4cfa-b030-b8cde65792cc is going to be created. [ 678.684250] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.684480] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.684726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.685122] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.685381] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.685571] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.735537] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.735705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.735786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.736044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.736147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.736298] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e is going to be updated. [ 678.791482] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.791743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.791743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.791936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.792094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.805153] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: IN_PROGRESS for 2s [ 679.059242] env[66311]: INFO networking_nsxv3.common.synchronization [req-cd5e0bea-77d3-4c5e-b4ca-ec1513af283d req-d06d6713-9841-48b8-92bf-c0acd5289dbc tempest-ServersWithSpecificFlavorTestJSON-596314861 tempest-ServersWithSpecificFlavorTestJSON-596314861-project-member] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 679.059983] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 679.060449] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.060626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.061028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.061028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.061247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.061788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.061788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.061788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.061788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.061995] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.214316] env[66311]: INFO networking_nsxv3.common.synchronization [None req-47605ea9-7df1-47c3-a295-fb1c6d237325 None None] Enqueued Resource ID: c72e00f5-ee5c-4694-b882-455ec457cde0 with Priority: HIGHEST for action port [ 679.214389] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72e00f5-ee5c-4694-b882-455ec457cde0 with Priority: HIGHEST for action port [ 679.214782] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c72e00f5-ee5c-4694-b882-455ec457cde0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.214909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c72e00f5-ee5c-4694-b882-455ec457cde0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.215487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c72e00f5-ee5c-4694-b882-455ec457cde0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.216174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c72e00f5-ee5c-4694-b882-455ec457cde0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.216322] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c72e00f5-ee5c-4694-b882-455ec457cde0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.408951] env[66311]: INFO networking_nsxv3.common.synchronization [req-cda7a164-b1b1-4cd6-80dd-2d753ef53ae2 req-0cc44482-da2b-4606-98c5-ce935bdb88c5 service nova] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_rules [ 679.408951] env[66311]: INFO networking_nsxv3.common.synchronization [req-cda7a164-b1b1-4cd6-80dd-2d753ef53ae2 req-0cc44482-da2b-4606-98c5-ce935bdb88c5 service nova] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 679.408951] env[66311]: INFO networking_nsxv3.common.synchronization [req-cda7a164-b1b1-4cd6-80dd-2d753ef53ae2 req-0cc44482-da2b-4606-98c5-ce935bdb88c5 service nova] Enqueued Resource ID: 9fcd0b18-cedb-4cfa-b030-b8cde65792cc with Priority: HIGHEST for action port [ 679.410063] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_rules [ 679.410063] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 679.410063] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fcd0b18-cedb-4cfa-b030-b8cde65792cc with Priority: HIGHEST for action port [ 679.410063] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.410695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.410695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.410695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.410695] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.411672] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.411786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.411964] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.412190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.412190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.412435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.412635] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcd0b18-cedb-4cfa-b030-b8cde65792cc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.564193] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.564407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.564407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.564595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.564709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.564912] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.564974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.565025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.565169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.565246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.565333] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 is going to be updated. [ 679.598124] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.598274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.598336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.598537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.599449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.607926] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: IN_PROGRESS for 2s [ 679.722555] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c72e00f5-ee5c-4694-b882-455ec457cde0 [ 679.722555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.722555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.722555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.722555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.722555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.722555] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c72e00f5-ee5c-4694-b882-455ec457cde0 already deleted. [ 679.722555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c72e00f5-ee5c-4694-b882-455ec457cde0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.916501] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.916501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.916501] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fcd0b18-cedb-4cfa-b030-b8cde65792cc with status ACTIVE [ 679.916501] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.916501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.916501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.916501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.916501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.916501] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.916501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.916501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.918302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.918432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.918911] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.919153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.919322] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.919608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.923217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.923387] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fcd0b18-cedb-4cfa-b030-b8cde65792cc is going to be updated. [ 679.947580] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.947580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.947580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.947940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.947979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.948252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fcd0b18-cedb-4cfa-b030-b8cde65792cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.175797] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80c746c2-8845-47a1-aeaf-c06bf828afca in Status: SUCCESS [ 680.175940] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80c746c2-8845-47a1-aeaf-c06bf828afca deletion is rescheduled due to dependency. [ 680.176062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.297633] env[66311]: INFO networking_nsxv3.common.synchronization [req-1385f02a-5162-41a7-a977-2d0c7c28c1a8 req-45c01d17-76c8-4c73-b63b-cb4d16932023 tempest-FloatingIPsAssociationTestJSON-1750971777 tempest-FloatingIPsAssociationTestJSON-1750971777-project-member] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 680.298084] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 680.298393] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.298523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.298597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.298778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.298919] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.299048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.299117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.299351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.299475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.299475] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.643168] env[66311]: INFO networking_nsxv3.common.synchronization [req-d733d02d-678b-43aa-938a-1ad9670d845f req-4e2a0c38-15ab-41db-afa1-c685ef6adfb6 tempest-ServerAddressesNegativeTestJSON-865737849 tempest-ServerAddressesNegativeTestJSON-865737849-project-member] Enqueued Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGHEST for action security_group_members [ 680.644092] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGHEST for action security_group_members [ 680.644092] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-07df4d1e-78e5-4f13-9616-55840371e5e8 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.644092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.644092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.644292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.644453] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.644576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.644626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.644766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.644851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.644963] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.802146] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.817082] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: SUCCESS [ 680.817418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.817894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.818193] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.818354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.818354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.818582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.818623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.819388] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.012283] env[66311]: INFO networking_nsxv3.common.synchronization [None req-1f57225d-6bd3-41f6-92ff-f6bfbca4df8a None None] Enqueued Resource ID: 6f913049-c7e6-4cfd-9f5a-eb12ee473329 with Priority: HIGHEST for action port [ 681.012283] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f913049-c7e6-4cfd-9f5a-eb12ee473329 with Priority: HIGHEST for action port [ 681.012283] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f913049-c7e6-4cfd-9f5a-eb12ee473329 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.012283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f913049-c7e6-4cfd-9f5a-eb12ee473329" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.012283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f913049-c7e6-4cfd-9f5a-eb12ee473329" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.012283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f913049-c7e6-4cfd-9f5a-eb12ee473329" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.013061] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f913049-c7e6-4cfd-9f5a-eb12ee473329',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.081144] env[66311]: INFO networking_nsxv3.common.synchronization [req-b25b064f-2ee5-412f-8ae2-47b6c83a01ab req-9e37fdf5-5ae6-4ddd-92b7-23c6471fc8c9 tempest-ListImageFiltersTestJSON-1132999594 tempest-ListImageFiltersTestJSON-1132999594-project-member] Enqueued Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 681.081144] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 681.081144] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.081144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.081144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.081144] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.081144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.081144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.081732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.081926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.082149] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.149838] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.149838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.149838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.149838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.149838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.149838] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.149838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.149838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.149838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.149838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.149838] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 is going to be updated. [ 681.180029] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.180029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.180029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.180029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.180029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.193754] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 in Status: IN_PROGRESS for 2s [ 681.305963] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.324770] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.518026] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f913049-c7e6-4cfd-9f5a-eb12ee473329 [ 681.518026] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.518026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.518026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.518026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.518026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.518026] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f913049-c7e6-4cfd-9f5a-eb12ee473329 already deleted. [ 681.518026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f913049-c7e6-4cfd-9f5a-eb12ee473329" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.584835] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.617698] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: SUCCESS [ 681.617830] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 deletion is rescheduled due to dependency. [ 681.617874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651524] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651874] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651874] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.652106] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.652371] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.652523] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.652624] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.652867] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.653021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.653473] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.653655] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.653808] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.654042] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.654127] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.654259] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.654428] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.680044] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.680297] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.680437] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.680616] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.680944] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-da12b024-9b8e-4336-91fc-23779519a182 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.681151] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-da12b024-9b8e-4336-91fc-23779519a182" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.681275] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-da12b024-9b8e-4336-91fc-23779519a182" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.681877] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-da12b024-9b8e-4336-91fc-23779519a182" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.682076] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da12b024-9b8e-4336-91fc-23779519a182',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.809218] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.809218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.809218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.809218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.809218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.809218] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d is going to be updated. [ 681.828037] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.850655] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.850655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.850655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.850963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.850963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.861064] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: IN_PROGRESS for 2s [ 682.089053] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.185581] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.185950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.186133] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.186568] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.186763] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.187064] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port da12b024-9b8e-4336-91fc-23779519a182 not found, creating... [ 682.187510] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.187743] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.187901] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.188298] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.188495] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.188914] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.189202] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.189362] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.189649] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.189825] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.190015] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: da12b024-9b8e-4336-91fc-23779519a182 is going to be created. [ 682.214524] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.214809] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.214975] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.215295] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.215574] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.216166] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-da12b024-9b8e-4336-91fc-23779519a182" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.330381] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.330630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.330738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.331012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.331133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.331251] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e is going to be updated. [ 682.383328] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.383588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.383657] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.383886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.384095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.398068] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: IN_PROGRESS for 2s [ 682.591379] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.591615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.591615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.591839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.591929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.592031] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 is going to be updated. [ 682.638872] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.638872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.638872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.638872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.638872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.647969] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: IN_PROGRESS for 2s [ 682.738217] env[66311]: INFO networking_nsxv3.common.synchronization [req-3dd24377-cbbb-46c7-9aba-6f723b79984f req-416890dc-1860-4926-bd56-44a5b95e0769 tempest-ServerRescueTestJSON-1819483122 tempest-ServerRescueTestJSON-1819483122-project-member] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 682.738723] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 682.740275] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.740992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.744027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.744027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.744027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.744027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.744027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.744027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.744027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.744027] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.941799] env[66311]: INFO networking_nsxv3.common.synchronization [req-b25b064f-2ee5-412f-8ae2-47b6c83a01ab req-9cb185ef-56b6-4099-af73-202e0e0bf789 service nova] Enqueued Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_rules [ 682.941799] env[66311]: INFO networking_nsxv3.common.synchronization [req-b25b064f-2ee5-412f-8ae2-47b6c83a01ab req-9cb185ef-56b6-4099-af73-202e0e0bf789 service nova] Enqueued Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 682.941799] env[66311]: INFO networking_nsxv3.common.synchronization [req-b25b064f-2ee5-412f-8ae2-47b6c83a01ab req-9cb185ef-56b6-4099-af73-202e0e0bf789 service nova] Enqueued Resource ID: da12b024-9b8e-4336-91fc-23779519a182 with Priority: HIGHEST for action port [ 682.941799] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_rules [ 682.941799] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 682.942608] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da12b024-9b8e-4336-91fc-23779519a182 with Priority: HIGHEST for action port [ 682.943330] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.944325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.944547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.945603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.945603] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.946239] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.946740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.946786] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-da12b024-9b8e-4336-91fc-23779519a182 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.946878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da12b024-9b8e-4336-91fc-23779519a182" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.946940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da12b024-9b8e-4336-91fc-23779519a182" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.947136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da12b024-9b8e-4336-91fc-23779519a182" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.947220] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da12b024-9b8e-4336-91fc-23779519a182',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.206393] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 in Status: SUCCESS [ 683.206592] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 deletion is rescheduled due to dependency. [ 683.206710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.227334] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.227749] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-793" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.227900] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-793" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.228367] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-793" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.228801] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.229077] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.229322] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.229922] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.229922] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.230267] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.230463] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.230641] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.230824] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.231018] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.231228] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.231529] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.247992] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.260678] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.260790] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.260859] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.261070] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-793" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.261816] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-5f3b58d2-4eec-4e6c-8248-244f186f68fd taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.261816] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-5f3b58d2-4eec-4e6c-8248-244f186f68fd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.261816] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-5f3b58d2-4eec-4e6c-8248-244f186f68fd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.262554] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-5f3b58d2-4eec-4e6c-8248-244f186f68fd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.262554] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f3b58d2-4eec-4e6c-8248-244f186f68fd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.450315] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.450746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.452018] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da12b024-9b8e-4336-91fc-23779519a182 with status ACTIVE [ 683.452018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.452018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.452018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.452018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.452018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.453496] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.453496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.453496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.453496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.453496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.453496] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.453496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.453496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.455388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.455388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.455388] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da12b024-9b8e-4336-91fc-23779519a182 is going to be updated. [ 683.480274] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.480464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.480464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.480882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.480882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.481138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da12b024-9b8e-4336-91fc-23779519a182" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.579986] env[66311]: INFO networking_nsxv3.common.synchronization [None req-be612beb-1e31-487b-88b0-652e40e2e038 None None] Enqueued Resource ID: edf17551-fa3d-436f-bb36-7db08068dc13 with Priority: HIGHEST for action port [ 683.579986] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf17551-fa3d-436f-bb36-7db08068dc13 with Priority: HIGHEST for action port [ 683.580199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf17551-fa3d-436f-bb36-7db08068dc13 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.580281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf17551-fa3d-436f-bb36-7db08068dc13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.580390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf17551-fa3d-436f-bb36-7db08068dc13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.580700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf17551-fa3d-436f-bb36-7db08068dc13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.580819] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf17551-fa3d-436f-bb36-7db08068dc13',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.751780] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.765646] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.766027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.766027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.766293] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.766439] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.766595] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 5f3b58d2-4eec-4e6c-8248-244f186f68fd not found, creating... [ 683.766852] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.767125] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.767272] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.767506] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.767639] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.767920] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.768487] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.768657] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.769288] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.769288] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.769288] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 5f3b58d2-4eec-4e6c-8248-244f186f68fd is going to be created. [ 683.793614] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.793805] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.794049] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.794397] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.794625] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.794908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-5f3b58d2-4eec-4e6c-8248-244f186f68fd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.872997] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: SUCCESS [ 683.873375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.085736] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf17551-fa3d-436f-bb36-7db08068dc13 [ 684.085736] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.085736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.085736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.085736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.085736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.086393] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf17551-fa3d-436f-bb36-7db08068dc13 already deleted. [ 684.086393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf17551-fa3d-436f-bb36-7db08068dc13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.256665] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.257026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.257026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.257339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.257589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.257680] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea is going to be updated. [ 684.295528] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.295871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.295871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.297095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.297095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.306447] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: IN_PROGRESS for 2s [ 684.410760] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: SUCCESS [ 684.410942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.412575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.412575] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.412575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.412575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.412575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.412575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412575] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.611830] env[66311]: INFO networking_nsxv3.common.synchronization [req-3dd24377-cbbb-46c7-9aba-6f723b79984f req-53b5b825-df99-46dc-a1ab-870d8bc33a87 service nova] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_rules [ 684.612015] env[66311]: INFO networking_nsxv3.common.synchronization [req-3dd24377-cbbb-46c7-9aba-6f723b79984f req-53b5b825-df99-46dc-a1ab-870d8bc33a87 service nova] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 684.612153] env[66311]: INFO networking_nsxv3.common.synchronization [req-3dd24377-cbbb-46c7-9aba-6f723b79984f req-53b5b825-df99-46dc-a1ab-870d8bc33a87 service nova] Enqueued Resource ID: 5f3b58d2-4eec-4e6c-8248-244f186f68fd with Priority: HIGHEST for action port [ 684.613473] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_rules [ 684.613473] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 684.613583] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3b58d2-4eec-4e6c-8248-244f186f68fd with Priority: HIGHEST for action port [ 684.613911] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.613911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.614072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.614259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.614300] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.615134] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.615232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.615459] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f3b58d2-4eec-4e6c-8248-244f186f68fd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.615559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f3b58d2-4eec-4e6c-8248-244f186f68fd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.615627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f3b58d2-4eec-4e6c-8248-244f186f68fd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.615832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f3b58d2-4eec-4e6c-8248-244f186f68fd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.615907] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f3b58d2-4eec-4e6c-8248-244f186f68fd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.662394] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: SUCCESS [ 684.662609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.662785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.663026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.663219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.663347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.663414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.663578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.663665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.663756] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.914475] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.915644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.915644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.915644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.915644] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.916245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.916245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.916245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.916419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.917097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.917097] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.917097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.917097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.917420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.917487] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.917655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.917655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.918017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.918017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.918171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.918171] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.118561] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.118561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.118945] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f3b58d2-4eec-4e6c-8248-244f186f68fd with status ACTIVE [ 685.120984] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.120984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.120984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.120984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.120984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.121283] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.121283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.121283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.121407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.121462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.121644] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.121765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.121810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.121931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.123806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.123894] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f3b58d2-4eec-4e6c-8248-244f186f68fd is going to be updated. [ 685.148640] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.148854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.148924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.149182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.149319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.149515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f3b58d2-4eec-4e6c-8248-244f186f68fd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.168616] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.424637] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc39c88b-166c-4de4-8bc3-4e22688e605e: rpc.has_security_group_logging(os_id): False [ 685.443704] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.444203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.444203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.444203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.444203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.444818] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.444818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.444818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.445074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.445128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.445327] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.446392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.446392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.446392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.446392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.446392] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.446392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.446392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.446690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.446690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.446690] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e is going to be updated. [ 685.503705] env[66311]: INFO networking_nsxv3.common.synchronization [None req-93b51f28-2db2-4f6c-9eca-a35dff290ce5 None None] Enqueued Resource ID: 959b5376-4aaa-4620-8044-dd9ed1c5402b with Priority: HIGHEST for action port [ 685.504286] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959b5376-4aaa-4620-8044-dd9ed1c5402b with Priority: HIGHEST for action port [ 685.504585] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-959b5376-4aaa-4620-8044-dd9ed1c5402b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.504717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-959b5376-4aaa-4620-8044-dd9ed1c5402b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.504773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-959b5376-4aaa-4620-8044-dd9ed1c5402b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.505349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-959b5376-4aaa-4620-8044-dd9ed1c5402b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.505428] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959b5376-4aaa-4620-8044-dd9ed1c5402b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.528961] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.529349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.529439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.529664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.529806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.540914] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: IN_PROGRESS for 2s [ 685.671436] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.007531] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 959b5376-4aaa-4620-8044-dd9ed1c5402b [ 686.007807] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.007908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.007980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.008214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.008309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.008409] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:959b5376-4aaa-4620-8044-dd9ed1c5402b already deleted. [ 686.008494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-959b5376-4aaa-4620-8044-dd9ed1c5402b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.176970] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.176970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.176970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.178720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.178720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.178720] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 is going to be updated. [ 686.213027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.213027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.213027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.213027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.213027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.221050] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: IN_PROGRESS for 2s [ 686.271488] env[66311]: INFO networking_nsxv3.common.synchronization [req-a3ed8f62-fe78-44c5-96f9-cf08a1389f51 req-aa3ee2a3-2790-46c8-97d3-a114814636b2 tempest-ServersTestJSON-1955895085 tempest-ServersTestJSON-1955895085-project-member] Enqueued Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_members [ 686.274497] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_members [ 686.277020] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b63d3715-a589-4c71-9625-dba827e5b851 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.277020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.277020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.277020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.277020] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.277020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.277020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.277020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.277020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.277020] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.332038] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: SUCCESS [ 686.332242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.332379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.332666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.332834] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.332963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.333070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.333236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.333357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.333493] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.779755] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.780759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.780851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.781737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.781737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.781737] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.781737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.781737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.782293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.782293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.782550] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b63d3715-a589-4c71-9625-dba827e5b851 already deleted. [ 686.782550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.838492] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.938656] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.938656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-646" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.938656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-646" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.938656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-646" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.938656] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.938656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.938656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.938656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.938656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.938656] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.938656] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.938656] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.938656] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.943669] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.943669] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.943669] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.959973] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.960301] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.960366] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.960502] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-646" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.961857] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-ce30c324-9199-4f9a-a663-5836f86a817f taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.961857] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-ce30c324-9199-4f9a-a663-5836f86a817f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.961857] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-ce30c324-9199-4f9a-a663-5836f86a817f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.961857] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-ce30c324-9199-4f9a-a663-5836f86a817f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.961857] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce30c324-9199-4f9a-a663-5836f86a817f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.116188] env[66311]: INFO networking_nsxv3.common.synchronization [None req-dbc07905-366c-49bd-bf70-5ce813729bbe None None] Enqueued Resource ID: a77cbaca-1516-4992-baed-206ccd5b87b4 with Priority: HIGHEST for action port [ 687.116455] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77cbaca-1516-4992-baed-206ccd5b87b4 with Priority: HIGHEST for action port [ 687.117019] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77cbaca-1516-4992-baed-206ccd5b87b4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.117183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77cbaca-1516-4992-baed-206ccd5b87b4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.117256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77cbaca-1516-4992-baed-206ccd5b87b4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.117512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77cbaca-1516-4992-baed-206ccd5b87b4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.117574] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77cbaca-1516-4992-baed-206ccd5b87b4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.347288] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.466030] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.466227] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.466800] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.466978] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.467214] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.467462] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port ce30c324-9199-4f9a-a663-5836f86a817f not found, creating... [ 687.467836] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.468055] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.468234] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.468533] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.468724] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.469135] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.469483] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.469671] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.469951] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.470130] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.470283] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: ce30c324-9199-4f9a-a663-5836f86a817f is going to be created. [ 687.490976] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.491377] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.491879] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.492212] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.492449] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.492726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-ce30c324-9199-4f9a-a663-5836f86a817f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.568290] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: SUCCESS [ 687.568599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.620154] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a77cbaca-1516-4992-baed-206ccd5b87b4 [ 687.620458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.621169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.621169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.621473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.621598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.621752] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a77cbaca-1516-4992-baed-206ccd5b87b4 already deleted. [ 687.621882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77cbaca-1516-4992-baed-206ccd5b87b4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.716705] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ba37af25-c6e5-49f2-a8bc-8744f2a7f2c9 None None] Enqueued Resource ID: 65537065-1e51-4ec9-a8f9-af1835fa9313 with Priority: HIGHEST for action port [ 687.717431] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65537065-1e51-4ec9-a8f9-af1835fa9313 with Priority: HIGHEST for action port [ 687.717841] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-65537065-1e51-4ec9-a8f9-af1835fa9313 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.718014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65537065-1e51-4ec9-a8f9-af1835fa9313" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.720513] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65537065-1e51-4ec9-a8f9-af1835fa9313" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.721381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65537065-1e51-4ec9-a8f9-af1835fa9313" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.721509] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65537065-1e51-4ec9-a8f9-af1835fa9313',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.849729] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.850044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.850044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.850311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.850507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.850507] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea is going to be updated. [ 687.882210] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.882210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.882210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.882345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.882492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.896591] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: IN_PROGRESS for 2s [ 688.221902] env[66311]: INFO networking_nsxv3.common.synchronization [req-7109a879-08b4-441c-91ac-bd77ab7a39e2 req-24f64650-ca34-4510-9f58-770a25d96f70 tempest-ServersTestFqdnHostnames-1594706783 tempest-ServersTestFqdnHostnames-1594706783-project-member] Enqueued Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_members [ 688.224556] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_members [ 688.225110] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65537065-1e51-4ec9-a8f9-af1835fa9313 [ 688.225110] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.225241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.225241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.225443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.225590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.225632] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65537065-1e51-4ec9-a8f9-af1835fa9313 already deleted. [ 688.225760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65537065-1e51-4ec9-a8f9-af1835fa9313" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.226012] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7980aa58-377a-4e78-a85a-741f8d1ecef3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.226110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.226174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.226400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.226547] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.226628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.226696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.227732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.227732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.227732] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.242613] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: IN_PROGRESS for 4s [ 688.272656] env[66311]: INFO networking_nsxv3.common.synchronization [req-a3ed8f62-fe78-44c5-96f9-cf08a1389f51 req-e24ce883-c27f-4b93-8e70-faccc6d38953 service nova] Enqueued Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_rules [ 688.272656] env[66311]: INFO networking_nsxv3.common.synchronization [req-a3ed8f62-fe78-44c5-96f9-cf08a1389f51 req-e24ce883-c27f-4b93-8e70-faccc6d38953 service nova] Enqueued Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_members [ 688.272811] env[66311]: INFO networking_nsxv3.common.synchronization [req-a3ed8f62-fe78-44c5-96f9-cf08a1389f51 req-e24ce883-c27f-4b93-8e70-faccc6d38953 service nova] Enqueued Resource ID: ce30c324-9199-4f9a-a663-5836f86a817f with Priority: HIGHEST for action port [ 688.273375] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_rules [ 688.273531] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_members [ 688.273632] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce30c324-9199-4f9a-a663-5836f86a817f with Priority: HIGHEST for action port [ 688.273937] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b63d3715-a589-4c71-9625-dba827e5b851 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.275395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.275481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.279109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.279109] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.279109] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b63d3715-a589-4c71-9625-dba827e5b851 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.279109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.279109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.279109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.279109] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.279109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.279109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.279109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.279109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.279109] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.279668] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce30c324-9199-4f9a-a663-5836f86a817f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.279668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce30c324-9199-4f9a-a663-5836f86a817f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.279668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce30c324-9199-4f9a-a663-5836f86a817f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.280329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce30c324-9199-4f9a-a663-5836f86a817f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.280329] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce30c324-9199-4f9a-a663-5836f86a817f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.715214] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.717169] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.717169] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.717169] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.718048] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.718048] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.718280] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.722021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.722021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.722021] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.722021] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.722021] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.722021] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.722021] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.722021] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.722021] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.729676] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.729834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.729902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.730118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.730224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.730451] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.734027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.734027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.734027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.734027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.734027] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 already deleted. [ 688.734027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.741350] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.741432] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.741578] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.741752] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.742086] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-3c4dbd08-87d1-4c55-b6df-64cf05df7172 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.742304] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-3c4dbd08-87d1-4c55-b6df-64cf05df7172" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.742427] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-3c4dbd08-87d1-4c55-b6df-64cf05df7172" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.742727] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-3c4dbd08-87d1-4c55-b6df-64cf05df7172" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.742858] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c4dbd08-87d1-4c55-b6df-64cf05df7172',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.782524] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b63d3715-a589-4c71-9625-dba827e5b851 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.782650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.782912] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.787419] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce30c324-9199-4f9a-a663-5836f86a817f with status ACTIVE [ 688.787631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.787752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.787852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.788177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.788177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.788388] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.788388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.788489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.788659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.788659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.788844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.788925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.789031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.791335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.791335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.791335] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce30c324-9199-4f9a-a663-5836f86a817f is going to be updated. [ 688.816666] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.816666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.816666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.816925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.817066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.818032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce30c324-9199-4f9a-a663-5836f86a817f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.246538] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.246882] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.246882] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.247258] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.247510] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.247676] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 3c4dbd08-87d1-4c55-b6df-64cf05df7172 not found, creating... [ 689.247940] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.248112] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.248229] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.248446] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.248580] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.248857] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.249014] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.249132] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.249424] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.249558] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.249693] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 3c4dbd08-87d1-4c55-b6df-64cf05df7172 is going to be created. [ 689.269019] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.269302] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.269435] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.269699] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.269919] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.270148] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-3c4dbd08-87d1-4c55-b6df-64cf05df7172" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.287961] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.693767] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c127a7b0-3aeb-44f5-b97b-fee6f806e462 None None] Enqueued Resource ID: b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f with Priority: HIGHEST for action port [ 689.694047] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f with Priority: HIGHEST for action port [ 689.694896] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.694896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.694896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.695176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.695176] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.792590] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.793321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.793321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.793321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.793321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.793474] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b63d3715-a589-4c71-9625-dba827e5b851 is going to be created. [ 689.820800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.820997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.821080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.821427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.821670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.831820] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b63d3715-a589-4c71-9625-dba827e5b851 in Status: UNINITIALIZED for 2s [ 689.907229] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: SUCCESS [ 689.907229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.907229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.907331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.907471] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.907590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.907678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.907794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.907875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.907960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.908059] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.005135] env[66311]: INFO networking_nsxv3.common.synchronization [req-7109a879-08b4-441c-91ac-bd77ab7a39e2 req-21db74f7-ab48-417a-a3a1-f095d2d26847 service nova] Enqueued Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_rules [ 690.005135] env[66311]: INFO networking_nsxv3.common.synchronization [req-7109a879-08b4-441c-91ac-bd77ab7a39e2 req-21db74f7-ab48-417a-a3a1-f095d2d26847 service nova] Enqueued Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_members [ 690.005135] env[66311]: INFO networking_nsxv3.common.synchronization [req-7109a879-08b4-441c-91ac-bd77ab7a39e2 req-21db74f7-ab48-417a-a3a1-f095d2d26847 service nova] Enqueued Resource ID: 3c4dbd08-87d1-4c55-b6df-64cf05df7172 with Priority: HIGHEST for action port [ 690.005135] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_rules [ 690.005352] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_members [ 690.005352] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4dbd08-87d1-4c55-b6df-64cf05df7172 with Priority: HIGHEST for action port [ 690.005556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7980aa58-377a-4e78-a85a-741f8d1ecef3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.005681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.005767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.005947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.006039] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.008142] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7980aa58-377a-4e78-a85a-741f8d1ecef3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.008142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.008142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.008142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.008142] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.008142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.008142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.008142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.008142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.008142] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.009493] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c4dbd08-87d1-4c55-b6df-64cf05df7172 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.009493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c4dbd08-87d1-4c55-b6df-64cf05df7172" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.009493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c4dbd08-87d1-4c55-b6df-64cf05df7172" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.009493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c4dbd08-87d1-4c55-b6df-64cf05df7172" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.009493] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c4dbd08-87d1-4c55-b6df-64cf05df7172',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.203663] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f [ 690.203663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.203663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.203663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.203663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.203663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.203663] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f already deleted. [ 690.203663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1aadd4f-9fec-41f7-ab7d-2bd56f292c1f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.265554] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: SUCCESS [ 690.265554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.265554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.265970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.266030] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.266484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.266484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.266484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.266648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.266696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.266806] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.346589] env[66311]: INFO networking_nsxv3.common.synchronization [None req-5c739077-dab6-42f0-b6d3-9c56ad3e5468 None None] Enqueued Resource ID: 83186371-ff1d-4ffd-a5fe-ffdcb700af13 with Priority: HIGHEST for action port [ 690.347372] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83186371-ff1d-4ffd-a5fe-ffdcb700af13 with Priority: HIGHEST for action port [ 690.347704] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-83186371-ff1d-4ffd-a5fe-ffdcb700af13 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.347833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83186371-ff1d-4ffd-a5fe-ffdcb700af13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.347902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83186371-ff1d-4ffd-a5fe-ffdcb700af13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.348282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83186371-ff1d-4ffd-a5fe-ffdcb700af13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.348366] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83186371-ff1d-4ffd-a5fe-ffdcb700af13',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.411367] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.411608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.411608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.411822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.412038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.412179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.412271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.412474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.412589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.412685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.412854] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.412952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.413701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.414066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.414261] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.414431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.414632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.414826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.414947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.415064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.415178] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.510613] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7980aa58-377a-4e78-a85a-741f8d1ecef3 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.510752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.511108] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.512297] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c4dbd08-87d1-4c55-b6df-64cf05df7172 with status ACTIVE [ 690.512649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.512764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.512867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.513526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.514338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.514338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.514338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.514338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.514530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.514530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.514862] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.514988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.515245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.515438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.515438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.515613] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c4dbd08-87d1-4c55-b6df-64cf05df7172 is going to be updated. [ 690.545149] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.545317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.545356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.545572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.545717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.545877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c4dbd08-87d1-4c55-b6df-64cf05df7172" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.769407] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.769613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.769677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.769854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.770031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.770132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.770192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.770381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.770448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.770510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.770649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.770793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.770793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.770926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.773068] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.773068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.773068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.773068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.773068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.773068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.773068] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.792571] env[66311]: INFO networking_nsxv3.common.synchronization [req-95f6e1db-f829-41c2-8a6a-4f1ff94facd8 req-ed48913c-61f1-42ba-b0f6-008b40b56adf tempest-ServerActionsV293TestJSON-1002226639 tempest-ServerActionsV293TestJSON-1002226639-project-member] Enqueued Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_members [ 690.793178] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_members [ 690.793577] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c381f1-8346-4e57-b50b-45ac293c2fe9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.793672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.793714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.794514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.794514] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.794514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.794514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.794514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.794729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.794729] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.850118] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83186371-ff1d-4ffd-a5fe-ffdcb700af13 [ 690.850468] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.850612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.850695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.850906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.851442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.851442] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83186371-ff1d-4ffd-a5fe-ffdcb700af13 already deleted. [ 690.851442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83186371-ff1d-4ffd-a5fe-ffdcb700af13" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.919974] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27ef544-cd8a-4589-b275-0a8fb3314dea: rpc.has_security_group_logging(os_id): False [ 690.945052] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.945052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.945246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.945347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.945443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.945635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.945849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.945914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.946099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.946177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.946394] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.946459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.946527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.946662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.946732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.946929] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.947068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.947170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.947312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.947387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.947473] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea is going to be updated. [ 691.019114] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.025701] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.025855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.025855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.026140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.027022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.044371] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: IN_PROGRESS for 2s [ 691.264130] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.264327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-995" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.264444] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-995" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.264825] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-995" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.265196] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.265419] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.265562] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.265834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.266200] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.266265] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.266477] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.266641] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.267074] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.267314] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.267864] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.268081] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.275790] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff9ad5f1-b035-4d0f-9439-1175de924804: rpc.has_security_group_logging(os_id): False [ 691.296992] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.298177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.299656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.300094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.300302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.302253] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.302350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.302506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.302778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.302945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.304061] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 already deleted. [ 691.304224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.305260] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.305381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.305453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.305664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.305713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.305881] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.305977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.306545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.306545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.306545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.306545] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.306545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.306708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.306775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.306827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.307028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.307126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.307182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.308729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.309161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.309301] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 is going to be updated. [ 691.313089] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.313326] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.313576] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.313847] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-995" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.315338] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-020b3bad-14da-4030-a2af-15656f1a04d3 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.315338] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-020b3bad-14da-4030-a2af-15656f1a04d3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.315465] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-020b3bad-14da-4030-a2af-15656f1a04d3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.315915] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-020b3bad-14da-4030-a2af-15656f1a04d3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.316133] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('020b3bad-14da-4030-a2af-15656f1a04d3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.395355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.395882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.396109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.396653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.397020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.412433] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: IN_PROGRESS for 2s [ 691.522823] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.522823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.522823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.523157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.523157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.523215] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 is going to be created. [ 691.570412] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.570611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.570653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.570853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.571029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.582010] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 in Status: UNINITIALIZED for 2s [ 691.613146] env[66311]: INFO networking_nsxv3.common.synchronization [req-145a0120-3c45-4ff4-a60c-e11e77ac668b req-b1d42209-f138-49c1-8bf1-f61f0557ad8b tempest-ServerExternalEventsTest-858892689 tempest-ServerExternalEventsTest-858892689-project-member] Enqueued Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGHEST for action security_group_members [ 691.613146] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGHEST for action security_group_members [ 691.613327] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.613572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.613753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.614653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.615051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.615217] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.820973] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.821181] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.821272] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.821613] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.821774] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.821925] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 020b3bad-14da-4030-a2af-15656f1a04d3 not found, creating... [ 691.822373] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.822499] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.822611] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.822882] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.823060] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.823387] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.824036] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.824036] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.824036] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.824189] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.824284] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 020b3bad-14da-4030-a2af-15656f1a04d3 is going to be created. [ 691.842164] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b63d3715-a589-4c71-9625-dba827e5b851 in Status: SUCCESS [ 691.842318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.842517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.843138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.843138] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.843138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.843138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.843343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.843394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.843512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.843557] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.848020] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.848020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.848020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.848020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.848020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.848307] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-020b3bad-14da-4030-a2af-15656f1a04d3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.120161] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.120161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.120161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.120161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.120330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.120782] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.120782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.120924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.122370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.122370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.122370] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 is going to be updated. [ 692.157600] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.157600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.157600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.158656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.158656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.172904] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 in Status: IN_PROGRESS for 2s [ 692.345531] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.656294] env[66311]: INFO networking_nsxv3.common.synchronization [req-95f6e1db-f829-41c2-8a6a-4f1ff94facd8 req-b1f452c8-dc3c-40d1-a640-6bea54f7d4c5 service nova] Enqueued Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_rules [ 692.656724] env[66311]: INFO networking_nsxv3.common.synchronization [req-95f6e1db-f829-41c2-8a6a-4f1ff94facd8 req-b1f452c8-dc3c-40d1-a640-6bea54f7d4c5 service nova] Enqueued Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_members [ 692.656889] env[66311]: INFO networking_nsxv3.common.synchronization [req-95f6e1db-f829-41c2-8a6a-4f1ff94facd8 req-b1f452c8-dc3c-40d1-a640-6bea54f7d4c5 service nova] Enqueued Resource ID: 020b3bad-14da-4030-a2af-15656f1a04d3 with Priority: HIGHEST for action port [ 692.657462] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_rules [ 692.657462] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_members [ 692.657462] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 020b3bad-14da-4030-a2af-15656f1a04d3 with Priority: HIGHEST for action port [ 692.657940] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c381f1-8346-4e57-b50b-45ac293c2fe9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.658086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.658185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.658371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.658422] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.659288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c381f1-8346-4e57-b50b-45ac293c2fe9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.659409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.659467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.659659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.659801] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.659906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.660041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.660167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.660274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.660369] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.661440] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-020b3bad-14da-4030-a2af-15656f1a04d3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.661577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-020b3bad-14da-4030-a2af-15656f1a04d3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.661639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-020b3bad-14da-4030-a2af-15656f1a04d3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.661787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-020b3bad-14da-4030-a2af-15656f1a04d3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.661871] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('020b3bad-14da-4030-a2af-15656f1a04d3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.849817] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b63d3715-a589-4c71-9625-dba827e5b851: rpc.has_security_group_logging(os_id): False [ 692.874203] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.874203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.874203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.874203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.874203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.874203] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.874203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.874203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.874760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.875016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.875281] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b63d3715-a589-4c71-9625-dba827e5b851 is going to be created. [ 692.955366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.955537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.955616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.955822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.956015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.976897] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b63d3715-a589-4c71-9625-dba827e5b851 in Status: IN_PROGRESS for 2s [ 693.080049] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: SUCCESS [ 693.080288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.164872] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c381f1-8346-4e57-b50b-45ac293c2fe9 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.164872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.164872] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.165806] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 020b3bad-14da-4030-a2af-15656f1a04d3 with status ACTIVE [ 693.166713] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.166713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.166713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.166713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.166886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.167252] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.167362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.167759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.167759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.167821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.168227] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.168327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.168359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.168608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.169008] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.169008] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 020b3bad-14da-4030-a2af-15656f1a04d3 is going to be updated. [ 693.196776] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.196776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.196959] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.197507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.197580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.197768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-020b3bad-14da-4030-a2af-15656f1a04d3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.435110] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: SUCCESS [ 693.435903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.552309] env[66311]: INFO networking_nsxv3.common.synchronization [None req-de991398-d744-478d-a66e-4ab492fa35e3 tempest-ServersTestBootFromVolume-978735330 tempest-ServersTestBootFromVolume-978735330-project-member] Enqueued Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_rules [ 693.552309] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_rules [ 693.552309] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.552309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.552309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.553176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.553374] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.594907] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 in Status: SUCCESS [ 693.594907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.594907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.595208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.595262] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.595491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.595491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.595636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.595667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.595751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.595879] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.671919] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.705641] env[66311]: INFO networking_nsxv3.common.synchronization [None req-7ed306c7-3bc9-4e52-a62b-5b1b876cec2d tempest-ServersTestBootFromVolume-978735330 tempest-ServersTestBootFromVolume-978735330-project-member] Enqueued Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_rules [ 693.706460] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_rules [ 693.707045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.707197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.930789] env[66311]: INFO networking_nsxv3.common.synchronization [None req-65589cc2-3fa6-4666-8fe3-fe6ef40cb1f4 None None] Enqueued Resource ID: 6def0779-dce5-4021-85e3-ed3bf133fe77 with Priority: HIGHEST for action port [ 693.931558] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6def0779-dce5-4021-85e3-ed3bf133fe77 with Priority: HIGHEST for action port [ 693.932700] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6def0779-dce5-4021-85e3-ed3bf133fe77 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.932700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6def0779-dce5-4021-85e3-ed3bf133fe77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.936801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6def0779-dce5-4021-85e3-ed3bf133fe77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.937358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6def0779-dce5-4021-85e3-ed3bf133fe77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.937617] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6def0779-dce5-4021-85e3-ed3bf133fe77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.984619] env[66311]: INFO networking_nsxv3.common.synchronization [req-83f08a4d-4302-4421-9fc3-d9d6d9720d8a req-79ed79ea-9167-4f02-a186-c74b4ad9ce98 tempest-ServersTestManualDisk-1882682385 tempest-ServersTestManualDisk-1882682385-project-member] Enqueued Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_members [ 693.985187] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGHEST for action security_group_members [ 693.986082] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a48b4459-b433-4f93-816b-0de077beff77 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.986082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.986082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.986203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.986358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.986637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.986728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.986914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.986973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.987084] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.082134] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.082315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.082381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.082581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.082914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.082914] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec already deleted. [ 694.082914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.085922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.085922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.085922] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.099644] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.181188] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.181188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.181188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.181797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.181797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.181797] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 is going to be created. [ 694.203650] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 in Status: SUCCESS [ 694.203831] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 deletion is rescheduled due to dependency. [ 694.203947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.223368] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.223368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.223532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.223695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.224066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.248348] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 in Status: UNINITIALIZED for 2s [ 694.440791] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6def0779-dce5-4021-85e3-ed3bf133fe77 [ 694.441096] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.441157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.441198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.441416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.441588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.441634] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6def0779-dce5-4021-85e3-ed3bf133fe77 already deleted. [ 694.441704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6def0779-dce5-4021-85e3-ed3bf133fe77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.494590] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.494590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.494590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.494590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.494590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.494590] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.494590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.494590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.494590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.494590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.494590] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48b4459-b433-4f93-816b-0de077beff77 is going to be updated. [ 694.530999] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.531164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.531235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.531451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.531600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.544086] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a48b4459-b433-4f93-816b-0de077beff77 in Status: IN_PROGRESS for 2s [ 694.604713] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7980aa58-377a-4e78-a85a-741f8d1ecef3: rpc.has_security_group_logging(os_id): False [ 694.612020] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.612172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.612267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.612469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.612573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.612678] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec already deleted. [ 694.612758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.624144] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.624144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.624144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.624398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.624398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.624655] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.624754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.624851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.624967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.625061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.625154] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 is going to be created. [ 694.712250] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.712410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.712485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.712712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.714196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.728104] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 in Status: IN_PROGRESS for 2s [ 694.999332] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b63d3715-a589-4c71-9625-dba827e5b851 in Status: SUCCESS [ 694.999332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.257907] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 in Status: UNINITIALIZED for 4s [ 696.413923] env[66311]: INFO networking_nsxv3.common.synchronization [req-9116687f-34e4-4691-8bb5-b450be696ed9 req-3ebcdf39-52ed-4ae1-8373-50e2df7a5979 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 696.414515] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 696.414877] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.414969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.415023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.415392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.415657] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.415802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.415923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.416167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.416233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.416520] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.556219] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a48b4459-b433-4f93-816b-0de077beff77 in Status: SUCCESS [ 696.556344] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a48b4459-b433-4f93-816b-0de077beff77 deletion is rescheduled due to dependency. [ 696.556417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598268] env[66311]: INFO networking_nsxv3.common.synchronization [req-f5cb8e85-f28b-4a4c-b7d6-e5ee60b5a033 req-957cec1f-3f64-46fe-9311-39b0a454959a tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 696.598815] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 696.599485] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.599485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.599485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.599709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.599879] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.600024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.600157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.600477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.600548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.600692] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.742990] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 in Status: SUCCESS [ 696.743306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.910846] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.911287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.911287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.911682] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.911723] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.911863] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.911978] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.912321] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.912473] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.912686] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.912785] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.912888] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.912992] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.913230] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.913333] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.913486] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.920191] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.920435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.920435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.920578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.920692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.921047] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.921047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.921169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.921216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.921299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.921385] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 696.939041] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.939041] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.939041] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.939222] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.939983] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-5654d5e3-e19a-410c-8556-52661f6ba964 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.940080] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-5654d5e3-e19a-410c-8556-52661f6ba964" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.941264] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-5654d5e3-e19a-410c-8556-52661f6ba964" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.941580] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-5654d5e3-e19a-410c-8556-52661f6ba964" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.941804] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5654d5e3-e19a-410c-8556-52661f6ba964',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.957643] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.957643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.957643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.968637] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 697.105983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.106159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.106426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.106463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.106581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.106768] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.106877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.107065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.107122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.107241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.107282] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 697.138615] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.138785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.138834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.139132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.139345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.150178] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 697.444562] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.445594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.445594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.445594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.445594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.446243] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 5654d5e3-e19a-410c-8556-52661f6ba964 not found, creating... [ 697.446322] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.446995] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.446995] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.446995] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.446995] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.447478] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.447620] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.447737] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.447943] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.448090] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.448232] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 5654d5e3-e19a-410c-8556-52661f6ba964 is going to be created. [ 697.475612] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.476263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.476263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.476392] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.476578] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.477095] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-5654d5e3-e19a-410c-8556-52661f6ba964" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.269162] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 in Status: SUCCESS [ 698.269525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.269729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.269993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.270211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.270362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.270442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.270580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.270671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.270785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.270912] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.293841] env[66311]: INFO networking_nsxv3.common.synchronization [req-9116687f-34e4-4691-8bb5-b450be696ed9 req-276ad54a-5bc4-479e-a388-edd9fd85186f service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 698.293929] env[66311]: INFO networking_nsxv3.common.synchronization [req-9116687f-34e4-4691-8bb5-b450be696ed9 req-276ad54a-5bc4-479e-a388-edd9fd85186f service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 698.294022] env[66311]: INFO networking_nsxv3.common.synchronization [req-9116687f-34e4-4691-8bb5-b450be696ed9 req-276ad54a-5bc4-479e-a388-edd9fd85186f service nova] Enqueued Resource ID: 5654d5e3-e19a-410c-8556-52661f6ba964 with Priority: HIGHEST for action port [ 698.294542] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 698.294674] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 698.294771] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5654d5e3-e19a-410c-8556-52661f6ba964 with Priority: HIGHEST for action port [ 698.295237] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.295331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.295382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.295593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.295675] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.296656] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.296892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.296974] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-5654d5e3-e19a-410c-8556-52661f6ba964 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.297109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5654d5e3-e19a-410c-8556-52661f6ba964" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.297176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5654d5e3-e19a-410c-8556-52661f6ba964" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.297381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5654d5e3-e19a-410c-8556-52661f6ba964" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.297470] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5654d5e3-e19a-410c-8556-52661f6ba964',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.737880] env[66311]: INFO networking_nsxv3.common.synchronization [req-9fb07d99-626c-4537-9bf2-fe5d05a52212 req-205842ad-23fe-4b47-8f9b-d7e40ea2b559 tempest-InstanceActionsNegativeTestJSON-1038048842 tempest-InstanceActionsNegativeTestJSON-1038048842-project-member] Enqueued Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGHEST for action security_group_members [ 698.738169] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGHEST for action security_group_members [ 698.738443] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.738614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.738614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.738805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.739597] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.739743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.739812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.739978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.740073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.740195] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.775188] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.799828] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.799969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.800224] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5654d5e3-e19a-410c-8556-52661f6ba964 with status ACTIVE [ 698.800520] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.800692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.800787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.801058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.801145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.801336] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.801440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.801514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.801706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.801807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.802042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.802145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.802208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.802353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.802454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.802543] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5654d5e3-e19a-410c-8556-52661f6ba964 is going to be updated. [ 698.828631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.828631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.828631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.828631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.828631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.828631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5654d5e3-e19a-410c-8556-52661f6ba964" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.982348] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 698.982649] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 698.982764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.982951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.983386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.983621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.983754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.983874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.984690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.984792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.984909] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.162196] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 699.162196] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 deletion is rescheduled due to dependency. [ 699.162196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.197455] env[66311]: INFO networking_nsxv3.common.synchronization [req-bcc6527b-a10f-46ed-8f65-b59f26ffb859 req-c1d0c6ca-ef03-480e-90b6-17b539abc38b tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 699.197991] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 699.198300] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.198426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.198491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.198736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.199042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.199042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.199163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.199286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.199399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.199496] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.244184] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.244442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.244555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.244911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.245110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.245443] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.245622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.245723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.245977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.246142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.246298] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 is going to be updated. [ 699.277876] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85c381f1-8346-4e57-b50b-45ac293c2fe9: rpc.has_security_group_logging(os_id): False [ 699.308872] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.309139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.309311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.309655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.309871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.310381] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.310477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.310583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.311031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.311031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.311170] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 is going to be created. [ 699.317721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.317721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.317721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.317721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.317721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.341324] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 in Status: IN_PROGRESS for 2s [ 699.441404] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.441404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.442571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.442571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.442571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.467983] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 in Status: IN_PROGRESS for 2s [ 699.487108] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.703024] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.703236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.703320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.703572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.703690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.703899] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.704028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.704084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.704254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.704333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.704435] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e already deleted. [ 699.704535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.784158] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.784158] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-110" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.784158] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-110" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.784644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-110" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.784899] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.785178] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.785860] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.785860] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.785860] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.786301] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.786448] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.786609] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.786819] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.787038] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.787265] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.787472] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.816075] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.816429] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.816596] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.816876] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-110" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.817388] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-a9c44f58-cbcf-4403-8857-268bea2d141d taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.817652] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.817837] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.818433] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.818722] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c44f58-cbcf-4403-8857-268bea2d141d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.990581] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.322800] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.323055] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.323183] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.323890] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.323890] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.323890] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port a9c44f58-cbcf-4403-8857-268bea2d141d not found, creating... [ 700.324156] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324314] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.324430] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.324687] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.324830] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325129] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325286] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325400] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325607] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325736] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325895] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: a9c44f58-cbcf-4403-8857-268bea2d141d is going to be created. [ 700.350315] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.350512] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.350617] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.350983] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.351191] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.351487] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.494189] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.494385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.494385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.494628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.494741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.494845] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 700.552732] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.552863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.553529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.554091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.554091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.565577] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 701.112346] env[66311]: INFO networking_nsxv3.common.synchronization [req-bcc6527b-a10f-46ed-8f65-b59f26ffb859 req-49455876-a511-4c1f-b7c3-7bac11736374 service nova] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 701.112346] env[66311]: INFO networking_nsxv3.common.synchronization [req-bcc6527b-a10f-46ed-8f65-b59f26ffb859 req-49455876-a511-4c1f-b7c3-7bac11736374 service nova] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 701.112346] env[66311]: INFO networking_nsxv3.common.synchronization [req-bcc6527b-a10f-46ed-8f65-b59f26ffb859 req-49455876-a511-4c1f-b7c3-7bac11736374 service nova] Enqueued Resource ID: a9c44f58-cbcf-4403-8857-268bea2d141d with Priority: HIGHEST for action port [ 701.113356] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 701.113516] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 701.113623] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c44f58-cbcf-4403-8857-268bea2d141d with Priority: HIGHEST for action port [ 701.113987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.114128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.114195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.114453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.114540] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.116364] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.116364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.116364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.116364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.116641] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.116641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.116641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.120532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.120532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.120532] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.120532] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c44f58-cbcf-4403-8857-268bea2d141d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.120532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.120532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.120532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.120532] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c44f58-cbcf-4403-8857-268bea2d141d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.349606] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 in Status: SUCCESS [ 701.349791] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 deletion is rescheduled due to dependency. [ 701.349903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.486006] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 in Status: SUCCESS [ 701.486298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.618303] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.618452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.619046] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.622481] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c44f58-cbcf-4403-8857-268bea2d141d with status ACTIVE [ 701.622704] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.622857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.622921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623473] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.624062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.624154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.624214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.624350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.624451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.624546] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c44f58-cbcf-4403-8857-268bea2d141d is going to be updated. [ 701.652167] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.652383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.652383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.653083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.653083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.653083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.124057] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.578822] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 702.579054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.579237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.579677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.579965] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.580197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.580367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.580726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.580848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.580973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.581198] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.627656] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.627833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.627913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.628461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.628461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.628590] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be created. [ 702.657368] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.657573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.657623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.658063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.658162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.672298] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: UNINITIALIZED for 2s [ 702.674328] env[66311]: INFO networking_nsxv3.common.synchronization [None req-bb8cdcbb-5018-401e-a54a-f46420055732 None None] Enqueued Resource ID: 931346ec-4f51-44f9-a11b-8a39f51d72ab with Priority: HIGHEST for action port [ 702.674884] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931346ec-4f51-44f9-a11b-8a39f51d72ab with Priority: HIGHEST for action port [ 702.675201] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-931346ec-4f51-44f9-a11b-8a39f51d72ab taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.675426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931346ec-4f51-44f9-a11b-8a39f51d72ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.675426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931346ec-4f51-44f9-a11b-8a39f51d72ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.675949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931346ec-4f51-44f9-a11b-8a39f51d72ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.675949] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931346ec-4f51-44f9-a11b-8a39f51d72ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.083890] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.084138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.084206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.084376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.084548] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.084671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.084709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.084849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.084952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.085095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.085229] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.085321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.085380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.085525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.085679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.085770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.085832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.085992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.086101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.086187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.086355] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.178075] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 931346ec-4f51-44f9-a11b-8a39f51d72ab [ 703.178364] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.178532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.178605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.178822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.178917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.179064] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:931346ec-4f51-44f9-a11b-8a39f51d72ab already deleted. [ 703.179172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931346ec-4f51-44f9-a11b-8a39f51d72ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.588895] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e01863b-7038-44ce-8bb1-b1724fe3ac80: rpc.has_security_group_logging(os_id): False [ 703.610201] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.610481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.610679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.610904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.610996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.611342] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.611525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.612144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.612144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.612361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.613612] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.613994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.614146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.614582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.614582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.614884] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.615097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.615352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.615765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.615927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.616048] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 703.732038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.732038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.732038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.732038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.732038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.746541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 704.684350] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 704.684870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.684870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.684990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.689023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.689023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.689023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.689023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.689023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.689023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.689023] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.190104] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.190257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.190341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.190609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.190778] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.190909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.190956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.191112] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.191201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.191288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.191433] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.191527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.191641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.191718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.191855] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.191947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.192032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.192156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.192231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.192311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.192403] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.345848] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4a3fdf5-1461-47d5-ae1c-13665c26edfa req-56b4254f-b4eb-458c-b2c8-8c7b0f204c1b tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_members [ 705.346415] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_members [ 705.346703] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.346839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.346910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.347183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.347337] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.347434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.347494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.347642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.347720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.347812] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.696769] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e7321bf-e035-41f5-bf64-c82324eb933e: rpc.has_security_group_logging(os_id): False [ 705.719813] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.720399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.720496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.721435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.721587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.721864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.721982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.722955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.722955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.722955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.722955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.722955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.722955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.722955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.722955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.723301] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.723356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.723971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.724187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.724499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.724630] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be created. [ 705.763285] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 705.763601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.793232] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.793382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.793828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.793828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.793964] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.811086] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 705.849973] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.850118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.850811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.851181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.851341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.852040] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.852230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.852324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.852557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.852663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.852802] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 already deleted. [ 705.852996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.964966] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.965407] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.966066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.966193] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.966709] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.966928] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.967070] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.967396] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.967472] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.967691] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.967867] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.967929] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.968124] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.968292] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.968458] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.968631] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.009701] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.009858] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.009994] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.010225] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.010692] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-7999fd3d-f413-40ef-a983-f285c60a3486 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.010859] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-7999fd3d-f413-40ef-a983-f285c60a3486" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.010975] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-7999fd3d-f413-40ef-a983-f285c60a3486" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.011325] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-7999fd3d-f413-40ef-a983-f285c60a3486" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.011459] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7999fd3d-f413-40ef-a983-f285c60a3486',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.072153] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e07ad7f6-6533-45d9-a988-83575968a7ab None None] Enqueued Resource ID: 71eb7762-84b3-4b59-abd9-94ccebda1e1d with Priority: HIGHEST for action port [ 706.072153] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71eb7762-84b3-4b59-abd9-94ccebda1e1d with Priority: HIGHEST for action port [ 706.072426] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-71eb7762-84b3-4b59-abd9-94ccebda1e1d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.072637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71eb7762-84b3-4b59-abd9-94ccebda1e1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.072780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71eb7762-84b3-4b59-abd9-94ccebda1e1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.073118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71eb7762-84b3-4b59-abd9-94ccebda1e1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.073199] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71eb7762-84b3-4b59-abd9-94ccebda1e1d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.516287] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.516287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.516287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.516287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.516287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.516287] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 7999fd3d-f413-40ef-a983-f285c60a3486 not found, creating... [ 706.516287] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.516287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.516287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.516287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.516287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.516973] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.516973] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.516973] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.517312] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.519770] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.519770] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 7999fd3d-f413-40ef-a983-f285c60a3486 is going to be created. [ 706.545228] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.545228] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.545228] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.545228] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.545228] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.545609] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-7999fd3d-f413-40ef-a983-f285c60a3486" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.577668] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71eb7762-84b3-4b59-abd9-94ccebda1e1d [ 706.577996] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.578219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.578365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.578619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.578733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.578868] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71eb7762-84b3-4b59-abd9-94ccebda1e1d already deleted. [ 706.578995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71eb7762-84b3-4b59-abd9-94ccebda1e1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.848564] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b7420c38-a083-4706-a1aa-6e85209fdef0 None None] Enqueued Resource ID: 24ffd149-d686-4899-9ffc-9bcc44f6f134 with Priority: HIGHEST for action port [ 706.849009] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ffd149-d686-4899-9ffc-9bcc44f6f134 with Priority: HIGHEST for action port [ 706.849315] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ffd149-d686-4899-9ffc-9bcc44f6f134 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.849480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ffd149-d686-4899-9ffc-9bcc44f6f134" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.849548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ffd149-d686-4899-9ffc-9bcc44f6f134" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.849805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ffd149-d686-4899-9ffc-9bcc44f6f134" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.849909] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ffd149-d686-4899-9ffc-9bcc44f6f134',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.254753] env[66311]: INFO networking_nsxv3.common.synchronization [None req-680105f1-8680-4d52-9a93-dd4167ae80d4 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 707.254753] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 707.254753] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.254753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.254753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.254753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.254753] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.351789] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ffd149-d686-4899-9ffc-9bcc44f6f134 [ 707.351966] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.352153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.352320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.352470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.354042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.354226] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ffd149-d686-4899-9ffc-9bcc44f6f134 already deleted. [ 707.354378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ffd149-d686-4899-9ffc-9bcc44f6f134" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.724315] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4a3fdf5-1461-47d5-ae1c-13665c26edfa req-c2b31bf9-2c5e-458b-917e-15a2f56109ee service nova] Enqueued Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_rules [ 707.724315] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4a3fdf5-1461-47d5-ae1c-13665c26edfa req-c2b31bf9-2c5e-458b-917e-15a2f56109ee service nova] Enqueued Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_members [ 707.724315] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4a3fdf5-1461-47d5-ae1c-13665c26edfa req-c2b31bf9-2c5e-458b-917e-15a2f56109ee service nova] Enqueued Resource ID: 7999fd3d-f413-40ef-a983-f285c60a3486 with Priority: HIGHEST for action port [ 707.724315] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_rules [ 707.724315] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_members [ 707.724315] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7999fd3d-f413-40ef-a983-f285c60a3486 with Priority: HIGHEST for action port [ 707.724315] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.724315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.724889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.724889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.725032] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.726643] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.726643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.726643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.726747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.727665] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.727788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.727857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.728039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.728772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.728772] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.729687] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-7999fd3d-f413-40ef-a983-f285c60a3486 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.729790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7999fd3d-f413-40ef-a983-f285c60a3486" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.729790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7999fd3d-f413-40ef-a983-f285c60a3486" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.729946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7999fd3d-f413-40ef-a983-f285c60a3486" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.731419] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7999fd3d-f413-40ef-a983-f285c60a3486',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.786334] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.787362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.787362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.787362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.787362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.787362] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 already deleted. [ 707.787362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.827064] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 707.829529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.839381] env[66311]: INFO networking_nsxv3.common.synchronization [None req-8f5ccd44-9cba-45e1-b6d5-e3898e9ce24d tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 707.840700] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 707.841123] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.841419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.841555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.841843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.842023] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.233200] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.233589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.233589] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.240907] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7999fd3d-f413-40ef-a983-f285c60a3486 with status ACTIVE [ 708.241914] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.241914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.241914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.241914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.241914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.241914] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.242180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.242180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.242236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.242277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.242536] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.242624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.242624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.243966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.243966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.243966] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7999fd3d-f413-40ef-a983-f285c60a3486 is going to be updated. [ 708.269760] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.269955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.269955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.270230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.270230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.273301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7999fd3d-f413-40ef-a983-f285c60a3486" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.369865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.370306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.370306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.370766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.370913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.371072] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 already deleted. [ 708.371164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.735832] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.239244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.239856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.239856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.239856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.239856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.240037] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 is going to be created. [ 709.269857] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.269857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.269857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.269857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.269857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.282438] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 in Status: UNINITIALIZED for 2s [ 709.702341] env[66311]: INFO networking_nsxv3.common.synchronization [None req-260a60bb-d37d-4b87-a4df-26fb691405b3 None None] Enqueued Resource ID: acac6823-d29e-4ed4-9bde-e18dfbcf7ecd with Priority: HIGHEST for action port [ 709.702455] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac6823-d29e-4ed4-9bde-e18dfbcf7ecd with Priority: HIGHEST for action port [ 709.703015] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-acac6823-d29e-4ed4-9bde-e18dfbcf7ecd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.703291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acac6823-d29e-4ed4-9bde-e18dfbcf7ecd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.703485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acac6823-d29e-4ed4-9bde-e18dfbcf7ecd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.703857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acac6823-d29e-4ed4-9bde-e18dfbcf7ecd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.704062] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acac6823-d29e-4ed4-9bde-e18dfbcf7ecd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.207125] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acac6823-d29e-4ed4-9bde-e18dfbcf7ecd [ 710.207650] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.207650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.207650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.207894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.207952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.208118] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acac6823-d29e-4ed4-9bde-e18dfbcf7ecd already deleted. [ 710.208180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acac6823-d29e-4ed4-9bde-e18dfbcf7ecd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.294947] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 in Status: SUCCESS [ 711.295294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.295441] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.295632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.296686] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.296686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.296686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.296686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.296686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.296686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.296686] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.800232] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.126342] env[66311]: INFO networking_nsxv3.common.synchronization [req-49d910a7-303a-4e51-bc28-24b6370c2946 req-4bea85cd-16b9-4058-bf67-7e957762295e tempest-InstanceActionsTestJSON-1035866695 tempest-InstanceActionsTestJSON-1035866695-project-member] Enqueued Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGHEST for action security_group_members [ 712.126934] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGHEST for action security_group_members [ 712.127331] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bdf094a-045c-4864-bb72-52e2728f1841 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.127446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.127481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.127663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.127817] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.127913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.127975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.128140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.128226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.128317] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.289857] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ace4919-19e9-445a-956c-d101670cf434 req-1932a288-8593-4930-9d4d-4075306a8254 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 712.290170] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ace4919-19e9-445a-956c-d101670cf434 req-1932a288-8593-4930-9d4d-4075306a8254 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 with Priority: HIGHEST for action security_group_members [ 712.290921] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 712.291137] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 with Priority: HIGHEST for action security_group_members [ 712.291594] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.291803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.292034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.292748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.292882] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.292972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.293053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.293222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.293309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.293405] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.294435] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.294527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.294527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.294726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.294878] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.297114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.297376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.297470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.297584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.297697] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.306982] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93d79b3b-4fbd-4333-b823-ece5e302a361: rpc.has_security_group_logging(os_id): False [ 712.333087] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.333087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.333087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.333256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.333359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.333575] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.333679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.333741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.333882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.334018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.334059] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 is going to be created. [ 712.352594] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ace4919-19e9-445a-956c-d101670cf434 req-1932a288-8593-4930-9d4d-4075306a8254 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 with Priority: HIGHEST for action security_group_rules [ 712.352826] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ace4919-19e9-445a-956c-d101670cf434 req-1932a288-8593-4930-9d4d-4075306a8254 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 with Priority: HIGHEST for action security_group_members [ 712.352971] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ace4919-19e9-445a-956c-d101670cf434 req-1932a288-8593-4930-9d4d-4075306a8254 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_rules [ 712.354487] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ace4919-19e9-445a-956c-d101670cf434 req-1932a288-8593-4930-9d4d-4075306a8254 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 712.354487] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ace4919-19e9-445a-956c-d101670cf434 req-1932a288-8593-4930-9d4d-4075306a8254 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: 3a952d31-311f-47c9-9d96-108305851752 with Priority: HIGHEST for action port [ 712.354487] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 with Priority: HIGHEST for action security_group_rules [ 712.354487] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_rules [ 712.354487] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a952d31-311f-47c9-9d96-108305851752 with Priority: HIGHEST for action port [ 712.354487] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 with Priority: HIGHEST for action security_group_members [ 712.354487] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 712.354487] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d45e661-1fcb-49c3-abca-f0885f8ab8b0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.354906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.354906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.354906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.355010] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.356197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.357881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.357979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.358213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.358291] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.359703] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a952d31-311f-47c9-9d96-108305851752 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.359856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.359900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.360102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.360166] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a952d31-311f-47c9-9d96-108305851752',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.361229] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.361378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.362274] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.362386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.412331] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.412521] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.412608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.412807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.413014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.427995] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 in Status: IN_PROGRESS for 2s [ 712.630530] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.630845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.631087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.631465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.631581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.631825] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.631995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.632197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.632329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.632471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.632627] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bdf094a-045c-4864-bb72-52e2728f1841 is going to be updated. [ 712.683211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.683211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.683211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.683211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.683211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.692562] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bdf094a-045c-4864-bb72-52e2728f1841 in Status: IN_PROGRESS for 2s [ 712.806015] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.806015] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.863652] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.863866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.864145] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.864232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.864391] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a952d31-311f-47c9-9d96-108305851752 with status ACTIVE [ 712.864545] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.864652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.864718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.864928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.865032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.865202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.865298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.865358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.865517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.865598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.865815] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.865866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.865914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.866742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.866882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.867008] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a952d31-311f-47c9-9d96-108305851752 is going to be updated. [ 712.901049] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.901288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.901288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.901514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.901661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.901841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.309877] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.311043] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.815906] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.816082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.816082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.820030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.820030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.820030] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be updated. [ 713.820030] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.820030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.820030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.820030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.820546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.820546] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 is going to be created. [ 713.854242] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.854476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.854579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.854843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.855071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.870629] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.870859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.870859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.871084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.871226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.873026] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 in Status: UNINITIALIZED for 2s [ 713.881234] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: IN_PROGRESS for 2s [ 714.446888] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 in Status: SUCCESS [ 714.447306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.703293] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bdf094a-045c-4864-bb72-52e2728f1841 in Status: SUCCESS [ 714.703293] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bdf094a-045c-4864-bb72-52e2728f1841 deletion is rescheduled due to dependency. [ 714.703293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550980] env[66311]: INFO networking_nsxv3.common.synchronization [req-0a8baa0e-c8c8-4bef-907d-c7c5dd283469 req-a3a97170-d2b6-4c8d-a740-a584b9f8a9f1 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 715.550980] env[66311]: INFO networking_nsxv3.common.synchronization [req-0a8baa0e-c8c8-4bef-907d-c7c5dd283469 req-a3a97170-d2b6-4c8d-a740-a584b9f8a9f1 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 with Priority: HIGHEST for action security_group_members [ 715.551372] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 715.551614] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 with Priority: HIGHEST for action security_group_members [ 715.551712] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.551851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.551983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.552479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.621877] env[66311]: INFO networking_nsxv3.common.synchronization [req-0a8baa0e-c8c8-4bef-907d-c7c5dd283469 req-a3a97170-d2b6-4c8d-a740-a584b9f8a9f1 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_rules [ 715.627241] env[66311]: INFO networking_nsxv3.common.synchronization [req-0a8baa0e-c8c8-4bef-907d-c7c5dd283469 req-a3a97170-d2b6-4c8d-a740-a584b9f8a9f1 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 715.627241] env[66311]: INFO networking_nsxv3.common.synchronization [req-0a8baa0e-c8c8-4bef-907d-c7c5dd283469 req-a3a97170-d2b6-4c8d-a740-a584b9f8a9f1 tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: 3a952d31-311f-47c9-9d96-108305851752 with Priority: HIGHEST for action port [ 715.628358] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_rules [ 715.628358] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 715.628358] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a952d31-311f-47c9-9d96-108305851752 with Priority: HIGHEST for action port [ 715.628358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.628358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.628529] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.628529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.628642] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a952d31-311f-47c9-9d96-108305851752 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.628739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.628802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.631840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.631840] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a952d31-311f-47c9-9d96-108305851752',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.891634] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 in Status: SUCCESS [ 715.892025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.892460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.892796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.893095] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.893214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.893332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.893522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.893655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.893764] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.895977] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 715.896191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.897234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.897234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.897234] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.897385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.897385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.897584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.897707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.897707] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.132507] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a952d31-311f-47c9-9d96-108305851752 with status ACTIVE [ 716.132773] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.133124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.133124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.133259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.133259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.133442] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.133553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.133636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.134009] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.134101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.134294] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.134393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.134825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.134825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.134825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.134825] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a952d31-311f-47c9-9d96-108305851752 is going to be updated. [ 716.164247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.164247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.164247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.164247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.165463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.165680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a952d31-311f-47c9-9d96-108305851752" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.399970] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.400185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.400441] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.400683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.400784] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.401025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.401524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.401524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.401524] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 is going to be deleted. [ 716.402978] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.464691] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.464932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.464999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.465273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.465388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.465490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.465641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.465806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.466980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.466980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.466980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.466980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.466980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.466980] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.907084] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.970308] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.970308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.970558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.970612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.970661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.971232] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.971382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.971456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.972106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.972106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.972106] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 already deleted. [ 716.972106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.972106] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.973714] env[66311]: INFO networking_nsxv3.common.synchronization [None req-50f76cc1-3c87-4078-81c1-dc34daa2cc1a None None] Enqueued Resource ID: 7fedf941-cbc8-49a3-a16b-e39ff44439af with Priority: HIGHEST for action port [ 716.974312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.974485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.974705] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.974777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.974777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.974913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.974989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.975097] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.976176] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fedf941-cbc8-49a3-a16b-e39ff44439af with Priority: HIGHEST for action port [ 716.976432] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fedf941-cbc8-49a3-a16b-e39ff44439af taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.976537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fedf941-cbc8-49a3-a16b-e39ff44439af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.976602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fedf941-cbc8-49a3-a16b-e39ff44439af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.976806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fedf941-cbc8-49a3-a16b-e39ff44439af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.976881] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fedf941-cbc8-49a3-a16b-e39ff44439af',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.385192] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ce3e72b-4a4f-4fd2-a537-17c77e46a5f0 req-154c1f15-ccf8-4af0-a384-347a8748b967 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 717.386085] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ce3e72b-4a4f-4fd2-a537-17c77e46a5f0 req-154c1f15-ccf8-4af0-a384-347a8748b967 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 717.386676] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 717.386828] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 717.387148] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.387261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.387338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.387558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.387733] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.387851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.387918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.388561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.388561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.388561] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.394359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.394359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.394359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.394359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.394359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.394359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.394359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.394359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.394359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.394682] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.411104] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.411561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.412075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.413355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.413355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.413355] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be updated. [ 717.453421] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.453661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.453661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.453880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.454019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.458857] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ce3e72b-4a4f-4fd2-a537-17c77e46a5f0 req-154c1f15-ccf8-4af0-a384-347a8748b967 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 717.459057] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ce3e72b-4a4f-4fd2-a537-17c77e46a5f0 req-154c1f15-ccf8-4af0-a384-347a8748b967 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 717.459194] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ce3e72b-4a4f-4fd2-a537-17c77e46a5f0 req-154c1f15-ccf8-4af0-a384-347a8748b967 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_rules [ 717.459368] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ce3e72b-4a4f-4fd2-a537-17c77e46a5f0 req-154c1f15-ccf8-4af0-a384-347a8748b967 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 717.459617] env[66311]: INFO networking_nsxv3.common.synchronization [req-5ce3e72b-4a4f-4fd2-a537-17c77e46a5f0 req-154c1f15-ccf8-4af0-a384-347a8748b967 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: a9c44f58-cbcf-4403-8857-268bea2d141d with Priority: HIGHEST for action port [ 717.460400] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 717.460675] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_rules [ 717.460810] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c44f58-cbcf-4403-8857-268bea2d141d with Priority: HIGHEST for action port [ 717.460928] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 717.461053] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 717.461651] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.461825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.461912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.462152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.462263] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.464876] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.465377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.465377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.465377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.465492] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.466304] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c44f58-cbcf-4403-8857-268bea2d141d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.466635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.466635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.466635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.466722] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c44f58-cbcf-4403-8857-268bea2d141d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.467385] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.467529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.468526] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.468526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.469328] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: IN_PROGRESS for 2s [ 717.475288] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d45e661-1fcb-49c3-abca-f0885f8ab8b0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.478541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fedf941-cbc8-49a3-a16b-e39ff44439af [ 717.478776] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.479401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.479401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.479401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.479401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.479401] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fedf941-cbc8-49a3-a16b-e39ff44439af already deleted. [ 717.480746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fedf941-cbc8-49a3-a16b-e39ff44439af" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.481409] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.481409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.481547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.482255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.482778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.482778] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.482778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.482778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.483101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.484343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.484343] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 already deleted. [ 717.484343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.672837] env[66311]: INFO networking_nsxv3.common.synchronization [req-12772e29-d3e5-45cf-842b-df4f68a7818e req-925666a6-a671-4d83-b935-804663feb79c tempest-ServersWithSpecificFlavorTestJSON-596314861 tempest-ServersWithSpecificFlavorTestJSON-596314861-project-member] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 717.674587] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 717.675566] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.675566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.675566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.675695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.676359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.676359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.676359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.676359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.676359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.676359] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.897344] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.899103] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.969422] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c44f58-cbcf-4403-8857-268bea2d141d with status ACTIVE [ 717.969422] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.969422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.969422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.969940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.969940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.969940] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.970505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.970639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.970846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.970968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.971252] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.971396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.971535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.971717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.971831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.972290] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c44f58-cbcf-4403-8857-268bea2d141d is going to be updated. [ 717.974611] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.974708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.975039] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.975039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.979425] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d45e661-1fcb-49c3-abca-f0885f8ab8b0: rpc.has_security_group_logging(os_id): False [ 718.003452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.003655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.003768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.004085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.004243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.004499] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.004608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.004660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.004820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.004897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.004982] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 is going to be created. [ 718.018037] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.018184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.018240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.018447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.018586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.018884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.028053] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3d45e661-1fcb-49c3-abca-f0885f8ab8b0], does not exist path=[/infra/domains/default/groups/3d45e661-1fcb-49c3-abca-f0885f8ab8b0]."\n}' [ 718.028223] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3d45e661-1fcb-49c3-abca-f0885f8ab8b0 [ 718.028362] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 718.088617] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.088879] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-541" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.088985] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-541" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.089287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-541" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.089659] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.089838] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.089935] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.090214] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.090377] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.090605] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.090731] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.090867] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.090956] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.091091] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.091192] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.091332] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.093938] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.094087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.094164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.094363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.095740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.096059] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.096194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.096262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.096417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.096492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.096726] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.096823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.096884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.097069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.097143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.097230] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d45e661-1fcb-49c3-abca-f0885f8ab8b0 is going to be created. [ 718.140734] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.140933] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.141117] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.141326] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-541" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.141718] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-c07b06fb-8499-45f9-ab61-323c884563c6 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.141934] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-c07b06fb-8499-45f9-ab61-323c884563c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.142121] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-c07b06fb-8499-45f9-ab61-323c884563c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.142499] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-c07b06fb-8499-45f9-ab61-323c884563c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.142723] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c07b06fb-8499-45f9-ab61-323c884563c6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.144579] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3d45e661-1fcb-49c3-abca-f0885f8ab8b0], does not exist path=[/infra/domains/default/groups/3d45e661-1fcb-49c3-abca-f0885f8ab8b0]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3d45e661-1fcb-49c3-abca-f0885f8ab8b0 [ 718.144778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d45e661-1fcb-49c3-abca-f0885f8ab8b0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.145357] env[66311]: Traceback (most recent call last): [ 718.145357] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 718.145357] env[66311]: return func(*args, **kwargs) [ 718.145609] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 718.145609] env[66311]: res.raise_for_status() [ 718.145609] env[66311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 718.145609] env[66311]: raise HTTPError(http_error_msg, response=self) [ 718.145609] env[66311]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3d45e661-1fcb-49c3-abca-f0885f8ab8b0 [ 718.145609] env[66311]: During handling of the above exception, another exception occurred: [ 718.145609] env[66311]: Traceback (most recent call last): [ 718.145609] env[66311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 718.145609] env[66311]: listener.cb(fileno) [ 718.145609] env[66311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 718.145609] env[66311]: result = function(*args, **kwargs) [ 718.145609] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 718.145609] env[66311]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 718.145609] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 718.145609] env[66311]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 718.145609] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 718.145609] env[66311]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 718.145609] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 718.145609] env[66311]: res.raise_for_status() [ 718.145609] env[66311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 718.145609] env[66311]: raise HTTPError(http_error_msg, response=self) [ 718.145609] env[66311]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3d45e661-1fcb-49c3-abca-f0885f8ab8b0 [ 718.145609] env[66311]: Removing descriptor: 5 [ 718.178792] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.178978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.179035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.179294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.205232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.205494] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.205615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.205673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.205889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.206037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.206186] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 is going to be updated. [ 718.307985] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.307985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.307985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.307985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.307985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.329836] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: IN_PROGRESS for 2s [ 718.401182] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.405111] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.646885] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.647157] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.647312] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.647600] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.647759] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.647908] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port c07b06fb-8499-45f9-ab61-323c884563c6 not found, creating... [ 718.649603] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.649603] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.649603] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.649603] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.649603] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.649603] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.649603] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.650031] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.651209] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.651209] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.651209] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: c07b06fb-8499-45f9-ab61-323c884563c6 is going to be created. [ 718.677870] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.677870] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.677870] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.677870] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.680423] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.680423] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-c07b06fb-8499-45f9-ab61-323c884563c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.909803] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.910352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.910471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.910725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.911337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.911337] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be created. [ 718.912490] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.912661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.912753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.912962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.913105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.913204] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 718.945134] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.945134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.945134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.945134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.945134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.945416] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.945475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.945569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.945906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.945906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.954126] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 718.954822] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: UNINITIALIZED for 2s [ 719.388983] env[66311]: INFO networking_nsxv3.common.synchronization [req-12772e29-d3e5-45cf-842b-df4f68a7818e req-ee654cf8-2b49-4bdd-a91b-510b6fddf230 service nova] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_rules [ 719.388983] env[66311]: INFO networking_nsxv3.common.synchronization [req-12772e29-d3e5-45cf-842b-df4f68a7818e req-ee654cf8-2b49-4bdd-a91b-510b6fddf230 service nova] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 719.388983] env[66311]: INFO networking_nsxv3.common.synchronization [req-12772e29-d3e5-45cf-842b-df4f68a7818e req-ee654cf8-2b49-4bdd-a91b-510b6fddf230 service nova] Enqueued Resource ID: c07b06fb-8499-45f9-ab61-323c884563c6 with Priority: HIGHEST for action port [ 719.391663] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_rules [ 719.391663] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 719.391663] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b06fb-8499-45f9-ab61-323c884563c6 with Priority: HIGHEST for action port [ 719.391663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.391663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.391663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.391663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.391663] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.391663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.391663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.392291] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c07b06fb-8499-45f9-ab61-323c884563c6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.392892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c07b06fb-8499-45f9-ab61-323c884563c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.392892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c07b06fb-8499-45f9-ab61-323c884563c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.392892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c07b06fb-8499-45f9-ab61-323c884563c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.392892] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c07b06fb-8499-45f9-ab61-323c884563c6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.483704] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 719.484571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.484761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.485126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.485377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.485685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.485685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.485802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.485884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.485970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.486092] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.487163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.487243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.487431] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.487588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.487659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.487828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.487965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.488026] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.734301] env[66311]: INFO networking_nsxv3.common.synchronization [None req-5a240f81-40aa-43fe-84fd-c6d7cc50ac83 None None] Enqueued Resource ID: baa39ebd-bceb-4861-8214-60fc25e7d764 with Priority: HIGHEST for action port [ 719.734854] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa39ebd-bceb-4861-8214-60fc25e7d764 with Priority: HIGHEST for action port [ 719.735377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-baa39ebd-bceb-4861-8214-60fc25e7d764 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.735377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baa39ebd-bceb-4861-8214-60fc25e7d764" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.735570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baa39ebd-bceb-4861-8214-60fc25e7d764" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.735800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baa39ebd-bceb-4861-8214-60fc25e7d764" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.735800] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa39ebd-bceb-4861-8214-60fc25e7d764',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.764979] env[66311]: INFO networking_nsxv3.common.synchronization [None req-2b3c588d-a2b8-42dc-83d1-30343f87966b tempest-AttachVolumeTestJSON-382491465 tempest-AttachVolumeTestJSON-382491465-project-member] Enqueued Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_rules [ 719.765221] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_rules [ 719.765859] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.766018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.766107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.766405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.766504] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.869746] env[66311]: INFO networking_nsxv3.common.synchronization [None req-cd290d1e-61ed-4225-adb6-6c2988fa38fc tempest-AttachVolumeTestJSON-382491465 tempest-AttachVolumeTestJSON-382491465-project-member] Enqueued Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_rules [ 719.873160] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_rules [ 719.873672] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.873769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.895303] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.895547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.895724] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c07b06fb-8499-45f9-ab61-323c884563c6 with status ACTIVE [ 719.895943] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.896084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.896171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.896393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.896486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.896733] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.896883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.896977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.899678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.899678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.899861] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.899942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.903842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.903842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.903842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.903842] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c07b06fb-8499-45f9-ab61-323c884563c6 is going to be updated. [ 719.932892] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.932892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.932892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.932892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.932892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.932892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c07b06fb-8499-45f9-ab61-323c884563c6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.989774] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.990307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.990307] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.238709] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baa39ebd-bceb-4861-8214-60fc25e7d764 [ 720.238980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.239131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.239745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.239745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.239745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.239745] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baa39ebd-bceb-4861-8214-60fc25e7d764 already deleted. [ 720.239745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baa39ebd-bceb-4861-8214-60fc25e7d764" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.291864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.292078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.292123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.292456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.292456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.292607] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 already deleted. [ 720.292607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.292803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.292878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.292983] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.335926] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: SUCCESS [ 720.336181] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 deletion is rescheduled due to dependency. [ 720.336284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.336836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.337078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.337260] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.337400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.337471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.337687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.337790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.337899] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.366800] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 720.366997] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGHEST for action security_group_members [ 720.367146] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 720.367722] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 720.367853] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGHEST for action security_group_members [ 720.368036] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 720.368578] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.368694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.368879] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.368981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.369061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.369402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.369478] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.369590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.369652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.369827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.369916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.370024] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.370892] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.370981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_rules [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGHEST for action security_group_rules [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGHEST for action security_group_members [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [req-8ab084a1-1253-4d91-b979-fcb27eee9e54 req-0c98ba6c-cd29-4cd2-b724-e946ce0c21ef tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: a9c44f58-cbcf-4403-8857-268bea2d141d with Priority: HIGHEST for action port [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_rules [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGHEST for action security_group_members [ 720.476972] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c44f58-cbcf-4403-8857-268bea2d141d with Priority: HIGHEST for action port [ 720.477938] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGHEST for action security_group_rules [ 720.477938] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 720.478027] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 720.478319] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.478423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.479074] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.479074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.479074] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.479074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.479074] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c44f58-cbcf-4403-8857-268bea2d141d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.479435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.479435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.479832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.479832] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c44f58-cbcf-4403-8857-268bea2d141d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.481198] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.481337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.481397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.481869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.481869] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.483102] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.483102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.483219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.483320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.493915] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.816103] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.816286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.816359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.816579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.816673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.816771] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 already deleted. [ 720.816854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.840417] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.872854] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.968329] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 720.968329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.968329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.968329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.968329] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.968329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.968329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.968329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.968329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.968329] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.968790] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: SUCCESS [ 720.969746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.969746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.969746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.969746] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.969746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.969746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.969746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.970347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.970347] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.981541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c44f58-cbcf-4403-8857-268bea2d141d with status ACTIVE [ 720.981714] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.981868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.981933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.982156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.982246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.982425] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.982529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.982594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.982737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.982815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.982987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.983093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.983155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.983293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.983366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.983448] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c44f58-cbcf-4403-8857-268bea2d141d is going to be updated. [ 720.984865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.984979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.996455] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.996629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.996671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.997275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.997275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.997275] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be updated. [ 721.010323] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.010323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.010323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.010667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.010667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.010870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c44f58-cbcf-4403-8857-268bea2d141d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.033626] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.033774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.033829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.034055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.034198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.045223] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: IN_PROGRESS for 2s [ 721.344605] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.377643] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.476503] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.478016] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.848408] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.848863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.848863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.849012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.849117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.849738] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 is going to be updated. [ 721.882324] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.882324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.882324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.882324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.882324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.882324] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef is going to be created. [ 721.888303] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.888303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.888303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.888303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.888303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.900738] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: IN_PROGRESS for 2s [ 721.911707] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.911707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.911707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.911707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.911707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.924933] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef in Status: UNINITIALIZED for 2s [ 721.954631] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c4df2137-595a-4c1a-9744-8ae32973171b tempest-MigrationsAdminTest-1698342300 tempest-MigrationsAdminTest-1698342300-project-member] Enqueued Resource ID: ea720646-418f-4320-bec7-a554cc63dbff with Priority: HIGHEST for action security_group_rules [ 721.954631] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea720646-418f-4320-bec7-a554cc63dbff with Priority: HIGHEST for action security_group_rules [ 721.954631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea720646-418f-4320-bec7-a554cc63dbff taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.954631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea720646-418f-4320-bec7-a554cc63dbff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.954910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea720646-418f-4320-bec7-a554cc63dbff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.954910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea720646-418f-4320-bec7-a554cc63dbff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.954967] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea720646-418f-4320-bec7-a554cc63dbff',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.979576] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.982456] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.084247] env[66311]: INFO networking_nsxv3.common.synchronization [req-3c7687ea-1111-4818-bf60-0d545599183b req-21328e8a-75c3-430d-8918-9f7b0ffe7197 tempest-FloatingIPsAssociationTestJSON-1750971777 tempest-FloatingIPsAssociationTestJSON-1750971777-project-member] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 722.085543] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGHEST for action security_group_members [ 722.085645] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.085748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.086069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.086149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.086316] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.086428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.086468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.086613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.086749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.086874] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.127081] env[66311]: INFO networking_nsxv3.common.synchronization [None req-f1eb2450-d664-426c-8a98-5cf776a7e698 tempest-MigrationsAdminTest-1698342300 tempest-MigrationsAdminTest-1698342300-project-member] Enqueued Resource ID: ea720646-418f-4320-bec7-a554cc63dbff with Priority: HIGHEST for action security_group_rules [ 722.127717] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea720646-418f-4320-bec7-a554cc63dbff with Priority: HIGHEST for action security_group_rules [ 722.128428] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea720646-418f-4320-bec7-a554cc63dbff taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.128428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea720646-418f-4320-bec7-a554cc63dbff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.478679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.479134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.479134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.479227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.479346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.479491] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea720646-418f-4320-bec7-a554cc63dbff already deleted. [ 722.479661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea720646-418f-4320-bec7-a554cc63dbff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.479772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea720646-418f-4320-bec7-a554cc63dbff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.480107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea720646-418f-4320-bec7-a554cc63dbff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.480107] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea720646-418f-4320-bec7-a554cc63dbff',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.485155] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.485301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.485369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.485577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.485669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.485791] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 722.487093] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.487215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.489055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.489055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.489055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.489055] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be updated. [ 722.538205] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.538205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.538205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.538205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.538205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.539567] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.540655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.540944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.541512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.541844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.555937] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 722.559858] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: IN_PROGRESS for 2s [ 722.590439] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.590715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.590815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.591017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.622026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.622026] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.622026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.622026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.622026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.622026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.622026] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d is going to be updated. [ 722.669021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.669021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.669021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.669021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.669021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.680361] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: IN_PROGRESS for 2s [ 723.002744] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.002972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.003044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.003221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.003495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.003495] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea720646-418f-4320-bec7-a554cc63dbff already deleted. [ 723.003495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea720646-418f-4320-bec7-a554cc63dbff" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.059107] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 723.059495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.059989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.060236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.060421] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.060540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.060606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.060924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.060924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.061035] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.326238] env[66311]: INFO networking_nsxv3.common.synchronization [req-b8299059-3fe7-4805-ae16-be9961856769 req-3c06c0b6-a94b-49b7-9f3e-edf10f734ab2 tempest-ServerRescueTestJSON-1819483122 tempest-ServerRescueTestJSON-1819483122-project-member] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 723.326238] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 723.326238] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.326238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.326238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.326650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.326791] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.328351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.328351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.328603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.328698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.329397] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.563827] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.831286] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.842475] env[66311]: INFO networking_nsxv3.common.synchronization [req-6f7f2bbd-dd04-4a11-9571-eacc705e409f req-7735e059-fe75-442d-90f2-1748ffe2a149 tempest-FloatingIPsAssociationNegativeTestJSON-1650386792 tempest-FloatingIPsAssociationNegativeTestJSON-1650386792-project-member] Enqueued Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGHEST for action security_group_members [ 723.843989] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGHEST for action security_group_members [ 723.844717] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a255023-79eb-4a38-9568-5a0137d46170 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.844879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.844953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.845237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.845477] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.845769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.845769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.846127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.846127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.846127] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.913904] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: SUCCESS [ 723.914181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.914759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.915166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.915295] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.915421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.915488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.915676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.915780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.915873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.915996] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.935974] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef in Status: SUCCESS [ 723.936603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.936603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.936730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.936988] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.937156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.937224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.937382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.937465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.937580] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.066131] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.300995] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-114 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.301270] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-114" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.302734] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-114" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.302734] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-114" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.302734] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.302734] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.302961] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.303416] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.303486] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.303764] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.303960] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.304135] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.304283] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.304430] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.304559] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.304790] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.334012] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.349984] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.349984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.349984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.349984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.349984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.350194] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.350194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.350269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.351069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.351069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.351069] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a255023-79eb-4a38-9568-5a0137d46170 already deleted. [ 724.351069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.352568] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.352892] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.353109] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.353655] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-114" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.353655] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-ce9ad92a-2577-4d95-a6cf-355276f2dc93 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.353896] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-ce9ad92a-2577-4d95-a6cf-355276f2dc93" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.354360] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-ce9ad92a-2577-4d95-a6cf-355276f2dc93" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.354432] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-ce9ad92a-2577-4d95-a6cf-355276f2dc93" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.354548] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9ad92a-2577-4d95-a6cf-355276f2dc93',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.418227] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.441015] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.566497] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 724.566849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.566849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.567084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.567299] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.567426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.567505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.567655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.567741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.567827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.567923] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.571552] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: SUCCESS [ 724.571552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.571552] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.571552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.571552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.574137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.574230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.574339] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be updated. [ 724.575774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.576361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.576361] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.576361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.576361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.576659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.576659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.576659] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.577480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.577743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.578673] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.578799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.578862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.579015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.579113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.579198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.579294] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.580712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.580870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.581042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.581155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.581217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.581342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.581406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.581498] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.609892] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.610071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.610117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.610291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.610437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.619091] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: IN_PROGRESS for 2s [ 724.691659] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 711ad014-bc46-45bb-836b-13aaaaf8107d in Status: SUCCESS [ 724.691909] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d deletion is rescheduled due to dependency. [ 724.691975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.836261] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.836406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.836496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.836742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.836876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.836985] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea is going to be updated. [ 724.859420] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.859569] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.859677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.859968] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.860121] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.860271] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port ce9ad92a-2577-4d95-a6cf-355276f2dc93 not found, creating... [ 724.860540] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.860752] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.860849] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.861086] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.861244] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.861505] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.861651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.861762] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.861969] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.862522] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.862522] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: ce9ad92a-2577-4d95-a6cf-355276f2dc93 is going to be created. [ 724.874171] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.874324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.874392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.874591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.874735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.885343] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.885615] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.885762] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.886072] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.886300] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.886519] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-ce9ad92a-2577-4d95-a6cf-355276f2dc93" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.889232] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: IN_PROGRESS for 2s [ 724.921332] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 917f84d9-2269-47db-93be-54a02a5e9f03: rpc.has_security_group_logging(os_id): False [ 724.944630] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.944818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.944879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.945067] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.945168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.945435] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.945535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.945586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.945724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.945805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.945893] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 is going to be updated. [ 724.949089] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.048864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.049129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.049245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.049471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.049655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.067956] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: IN_PROGRESS for 2s [ 725.081659] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.081917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.082162] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.083647] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.084734] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.453145] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.453375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.453474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.453802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.454048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.454195] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef is going to be updated. [ 725.498030] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.498204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.498248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.499402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.499402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.513506] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef in Status: IN_PROGRESS for 2s [ 725.586640] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.589319] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 626c7a95-5768-490a-8dbc-e9cc46f7c6f6: rpc.has_security_group_logging(os_id): False [ 725.589319] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.609989] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.609989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.609989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.609989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.609989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.609989] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.609989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.609989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.610293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.610357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.610490] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be created. [ 725.670317] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.670445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.670516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.670728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.671092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.683983] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: IN_PROGRESS for 2s [ 725.693989] env[66311]: INFO networking_nsxv3.common.synchronization [req-6f7f2bbd-dd04-4a11-9571-eacc705e409f req-f0c32c07-eee0-491a-8de4-64a208389320 service nova] Enqueued Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGHEST for action security_group_rules [ 725.693989] env[66311]: INFO networking_nsxv3.common.synchronization [req-6f7f2bbd-dd04-4a11-9571-eacc705e409f req-f0c32c07-eee0-491a-8de4-64a208389320 service nova] Enqueued Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGHEST for action security_group_members [ 725.693989] env[66311]: INFO networking_nsxv3.common.synchronization [req-6f7f2bbd-dd04-4a11-9571-eacc705e409f req-f0c32c07-eee0-491a-8de4-64a208389320 service nova] Enqueued Resource ID: ce9ad92a-2577-4d95-a6cf-355276f2dc93 with Priority: HIGHEST for action port [ 725.693989] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGHEST for action security_group_rules [ 725.693989] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGHEST for action security_group_members [ 725.694428] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9ad92a-2577-4d95-a6cf-355276f2dc93 with Priority: HIGHEST for action port [ 725.694872] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a255023-79eb-4a38-9568-5a0137d46170 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.695273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.695681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.696088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.696907] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.697477] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a255023-79eb-4a38-9568-5a0137d46170 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.697724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.697958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.698291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.698665] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.699015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.699015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.699975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.699975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.699975] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.700783] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce9ad92a-2577-4d95-a6cf-355276f2dc93 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.701047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce9ad92a-2577-4d95-a6cf-355276f2dc93" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.701203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce9ad92a-2577-4d95-a6cf-355276f2dc93" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.702348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce9ad92a-2577-4d95-a6cf-355276f2dc93" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.702389] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9ad92a-2577-4d95-a6cf-355276f2dc93',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.092693] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.094613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.094806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.095120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.095297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.095467] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 726.096937] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.097229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.097375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.097619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.097784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.097947] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be updated. [ 726.143321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.143321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.143321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.143321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.143321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.144248] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.144418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.144514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.144714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.144864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.157627] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 726.158385] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: IN_PROGRESS for 2s [ 726.198595] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a255023-79eb-4a38-9568-5a0137d46170 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.198595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.201515] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.207041] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce9ad92a-2577-4d95-a6cf-355276f2dc93 with status ACTIVE [ 726.207261] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.207507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.207612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.207822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.207919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.208113] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.208217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.208280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.208435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.208527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.208725] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.208823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.208886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.209065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.209106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.209192] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce9ad92a-2577-4d95-a6cf-355276f2dc93 is going to be updated. [ 726.232361] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.232511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.232595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.232779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.232916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.233095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce9ad92a-2577-4d95-a6cf-355276f2dc93" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.629916] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 726.630281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.630428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.630592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.630786] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.631016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.631016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.631157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.631241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.631356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.631538] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.631667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.631729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.631873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.632020] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.632706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.632794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.633596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.633596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.633596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.634220] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.705945] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.900876] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: SUCCESS [ 726.905276] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.082572] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: SUCCESS [ 727.083290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.140385] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dca428fe-0e68-4db4-9aad-91f4f1a2d089: rpc.has_security_group_logging(os_id): False [ 727.159281] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.159281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.159281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.159281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.182911] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.182911] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.182911] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.182911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.183579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.183579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.183579] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be updated. [ 727.209206] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.209206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.209206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.209206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.209206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.209206] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a255023-79eb-4a38-9568-5a0137d46170 is going to be created. [ 727.233435] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.235688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.235688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.235688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.235688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.253080] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a255023-79eb-4a38-9568-5a0137d46170 in Status: UNINITIALIZED for 2s [ 727.256505] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.256695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.256787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.257798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.257798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.274318] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: IN_PROGRESS for 2s [ 727.525465] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef in Status: SUCCESS [ 727.525465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.525465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.525465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.525465] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.525701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.525701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.525786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.525869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.525988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.526061] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.704030] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: SUCCESS [ 727.704422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.704422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.704679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.704679] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.029485] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.171240] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: SUCCESS [ 728.171240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.171529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.171615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.171799] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.171984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.171984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.172145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.172218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.172315] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.173989] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 728.174183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.174781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.174958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.175152] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.175263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.175325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.175473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.175540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.175635] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.207049] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.207049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.533562] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa91f3f-0b2d-4a1e-869d-9702f4134fef: rpc.has_security_group_logging(os_id): False [ 728.556081] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.556081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.556081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.556081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.556081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.558032] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.558032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.558312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.558393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.558520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.558646] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef is going to be created. [ 728.629464] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.629464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.629464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.629464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.629464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.642416] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef in Status: IN_PROGRESS for 2s [ 728.679625] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.680079] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.822362] env[66311]: INFO networking_nsxv3.common.synchronization [req-6346c347-218b-4451-8d3f-c55f0c1a1e0e req-7caa83f1-7bd6-4630-844b-b9da17333755 tempest-ServersAdminTestJSON-1735840894 tempest-ServersAdminTestJSON-1735840894-project-member] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 728.823149] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 728.823816] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.823816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.823816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.824029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.826204] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.826366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.826366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.826523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.826641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.826725] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.186858] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.187936] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.244374] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.244374] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.244374] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.244802] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.244908] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.245745] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.245960] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.246236] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.246414] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.246649] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.246787] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.246917] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.247057] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.247195] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.247340] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.247495] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.263267] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a255023-79eb-4a38-9568-5a0137d46170 in Status: SUCCESS [ 729.263480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.263667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.263980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.264210] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.264329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.264398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.264585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.264671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.264759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.264863] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.269280] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.269909] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.269909] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.269909] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.270230] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-2649016b-591f-4263-8c75-1747f47e9730 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.270453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-2649016b-591f-4263-8c75-1747f47e9730" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.270640] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-2649016b-591f-4263-8c75-1747f47e9730" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.271039] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-2649016b-591f-4263-8c75-1747f47e9730" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.271224] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2649016b-591f-4263-8c75-1747f47e9730',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.291345] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 729.291345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.291574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.291743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.291860] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.329349] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.329500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.329602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.329935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.330083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.330296] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.330402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.330467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.330676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.330765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.330874] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 already deleted. [ 729.330956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.689474] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.689729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.689729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.689922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.690592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.690592] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be updated. [ 729.691578] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.691750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.691826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.692105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.692225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.692311] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 729.736347] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.736532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.736574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.737070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.737297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.740254] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.740427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.740521] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.740910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.741102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.754431] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: IN_PROGRESS for 2s [ 729.755384] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 729.767808] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a255023-79eb-4a38-9568-5a0137d46170 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.767808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.768084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.768239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.768420] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.768564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.768665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.768795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.768884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.768992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.769156] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a255023-79eb-4a38-9568-5a0137d46170 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.769252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.769311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.769592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.769700] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.769816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.769886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.770054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.770134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.770214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.770323] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.773332] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.773521] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.773640] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.774328] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.774328] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.774328] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 2649016b-591f-4263-8c75-1747f47e9730 not found, creating... [ 729.774468] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.774652] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.774768] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.775025] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.775195] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.775680] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.775680] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.775814] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.776094] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.776370] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.776425] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 2649016b-591f-4263-8c75-1747f47e9730 is going to be created. [ 729.794687] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.794914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.794990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.795243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.795478] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.795612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.795681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.795838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.795937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.796041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.796162] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.799066] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.799066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.799066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.799066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.799307] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.799406] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-2649016b-591f-4263-8c75-1747f47e9730" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.275830] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a255023-79eb-4a38-9568-5a0137d46170: rpc.has_security_group_logging(os_id): False [ 730.295239] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.295368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.295466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.295686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.295780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.295996] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.296176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.296176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.296383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.296492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.296735] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.296967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.297120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.297545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.297619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.297888] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.299787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.299787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.299787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.299787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.299787] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a255023-79eb-4a38-9568-5a0137d46170 is going to be created. [ 730.301886] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.302074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.305366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.305366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.305366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.305366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.309652] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.384901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.385477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.385634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.385901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.386387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.398051] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a255023-79eb-4a38-9568-5a0137d46170 in Status: IN_PROGRESS for 2s [ 730.535212] env[66311]: INFO networking_nsxv3.common.synchronization [req-6346c347-218b-4451-8d3f-c55f0c1a1e0e req-cb61d9eb-198a-4c27-ad36-f139190c6951 service nova] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_rules [ 730.535463] env[66311]: INFO networking_nsxv3.common.synchronization [req-6346c347-218b-4451-8d3f-c55f0c1a1e0e req-cb61d9eb-198a-4c27-ad36-f139190c6951 service nova] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 730.535811] env[66311]: INFO networking_nsxv3.common.synchronization [req-6346c347-218b-4451-8d3f-c55f0c1a1e0e req-cb61d9eb-198a-4c27-ad36-f139190c6951 service nova] Enqueued Resource ID: 2649016b-591f-4263-8c75-1747f47e9730 with Priority: HIGHEST for action port [ 730.535811] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_rules [ 730.535931] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 730.536047] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2649016b-591f-4263-8c75-1747f47e9730 with Priority: HIGHEST for action port [ 730.536619] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.536765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.536820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.537099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.537186] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.538088] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.539505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.539505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.539505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.539505] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.539505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.539505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.539505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.539505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.539800] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.540332] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-2649016b-591f-4263-8c75-1747f47e9730 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.540437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2649016b-591f-4263-8c75-1747f47e9730" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.540494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2649016b-591f-4263-8c75-1747f47e9730" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.540665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2649016b-591f-4263-8c75-1747f47e9730" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.540744] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2649016b-591f-4263-8c75-1747f47e9730',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.655178] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef in Status: SUCCESS [ 730.655769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.807019] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dca428fe-0e68-4db4-9aad-91f4f1a2d089: rpc.has_security_group_logging(os_id): False [ 730.816100] env[66311]: INFO networking_nsxv3.common.synchronization [req-e03cad67-5673-4998-8b68-f76a712f1883 req-87b16c40-1aae-4d1b-8970-21ef674948df tempest-VolumesAssistedSnapshotsTest-1618508033 tempest-VolumesAssistedSnapshotsTest-1618508033-project-member] Enqueued Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_members [ 730.816590] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGHEST for action security_group_members [ 730.816935] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.817071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.817140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.817332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.817484] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.817862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.817986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.818275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.818376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.818504] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.824480] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.824480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.824618] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.824710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.824857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.824991] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.825176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.825176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.825306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.825412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.825768] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.825768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.825897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.826310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.826310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.826793] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.826927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.827023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.827173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.827255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.827344] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be updated. [ 730.893974] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.894185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.894185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.894518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.894629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.915593] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: IN_PROGRESS for 2s [ 731.044635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.044850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.045104] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.046221] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2649016b-591f-4263-8c75-1747f47e9730 with status ACTIVE [ 731.046476] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.046627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.046713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.047012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.047148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.047334] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.047439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.047527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.047709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.047793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.047984] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.048695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.048838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.049060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.049212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.049462] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2649016b-591f-4263-8c75-1747f47e9730 is going to be updated. [ 731.076484] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.077029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.077129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.077348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.077491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.077668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2649016b-591f-4263-8c75-1747f47e9730" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.164392] env[66311]: INFO networking_nsxv3.common.synchronization [req-5cce711a-f6e6-4705-aee6-125862f0262c req-03570f60-d6a6-493a-8ea5-89422c51170f tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 731.166526] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 731.167057] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.167190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.167256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.167684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.167864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.167976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.168056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.168229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.168894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.168894] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.326024] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.326024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.326024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.326024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.351555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.351829] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.351963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.352057] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.353026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.353026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.353026] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 is going to be updated. [ 731.385764] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.385929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.385973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.386208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.386354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.396024] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 in Status: IN_PROGRESS for 2s [ 731.552724] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.671248] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.671663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.671823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.672117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.693263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.693608] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.693772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.693772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.694106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.694106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.695018] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 731.721473] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.722122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.722122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.722122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.722122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.731145] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 731.766586] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: SUCCESS [ 731.766586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.766586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.766586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.766586] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.766835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.766835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.766990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.767093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.767240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.767403] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.768972] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 731.769167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.770016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770016] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.770337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.770492] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770925] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.771027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.771091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.771254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.771331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771499] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.895212] env[66311]: INFO networking_nsxv3.common.synchronization [req-e581f6d2-858b-45b2-a7aa-22b69d8854e3 req-25058542-5059-4431-a65f-bef375f7b25a tempest-ServerRescueTestJSONUnderV235-6306700 tempest-ServerRescueTestJSONUnderV235-6306700-project-member] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 731.895870] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGHEST for action security_group_members [ 731.896066] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.896197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.896278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.896461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.896604] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.896698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.896754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.896888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.896967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.897066] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.009105] env[66311]: INFO networking_nsxv3.common.synchronization [req-fd8a8a72-d4ed-4072-951b-e57f84825b13 req-c6f239a6-61e2-4fa3-a560-405dfa9a9345 tempest-ServersAdminTestJSON-1735840894 tempest-ServersAdminTestJSON-1735840894-project-member] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 732.010210] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 732.012605] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.012774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.055585] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.055929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.056063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.056581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.056581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.056581] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be created. [ 732.082098] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.082247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.082331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.082530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.082685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.092035] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: UNINITIALIZED for 2s [ 732.273522] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.274598] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e7321bf-e035-41f5-bf64-c82324eb933e: rpc.has_security_group_logging(os_id): False [ 732.293009] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.293167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.293234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.293456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.328795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.328795] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.328795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.328795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.330210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.330317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.330650] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.330782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.330840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.331892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.331892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.331892] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.331892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.331892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.331892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.332128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.332128] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 732.402369] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.402483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.402548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.402763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.402854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.403121] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.403223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.403223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.403363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.403436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.403531] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be updated. [ 732.418418] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.418633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.418633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.418856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.419048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.423119] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a255023-79eb-4a38-9568-5a0137d46170 in Status: SUCCESS [ 732.423119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.432914] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 732.446483] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.446483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.446483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.446483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.446741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.457870] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: IN_PROGRESS for 2s [ 732.472199] env[66311]: INFO networking_nsxv3.common.synchronization [None req-843de94c-c2a8-441a-9eb3-d0a3d9972496 None None] Enqueued Resource ID: ed5750d2-df4a-4349-861f-93ea6839205b with Priority: HIGHEST for action port [ 732.473700] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5750d2-df4a-4349-861f-93ea6839205b with Priority: HIGHEST for action port [ 732.474868] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed5750d2-df4a-4349-861f-93ea6839205b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.474868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed5750d2-df4a-4349-861f-93ea6839205b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.474868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed5750d2-df4a-4349-861f-93ea6839205b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.474868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed5750d2-df4a-4349-861f-93ea6839205b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.474868] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5750d2-df4a-4349-861f-93ea6839205b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.666624] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.666624] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.666624] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.666624] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.666624] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.666624] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.668351] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.668804] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.669134] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.669497] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.669777] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.670075] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.671208] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.671208] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.671208] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.671208] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.692922] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.693406] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.693406] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.693554] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.693956] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-de383a73-3530-40f4-ae0a-b4a59ecdb59a taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.694203] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-de383a73-3530-40f4-ae0a-b4a59ecdb59a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.694321] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-de383a73-3530-40f4-ae0a-b4a59ecdb59a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.694865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-de383a73-3530-40f4-ae0a-b4a59ecdb59a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.694933] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de383a73-3530-40f4-ae0a-b4a59ecdb59a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.777451] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 626c7a95-5768-490a-8dbc-e9cc46f7c6f6: rpc.has_security_group_logging(os_id): False [ 732.798935] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.798935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.798935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.800980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.800980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.800980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.800980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.800980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.800980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.800980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.800980] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be updated. [ 732.896722] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.896965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.897162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.897294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.910315] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: IN_PROGRESS for 2s [ 732.931446] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 732.931670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.978871] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed5750d2-df4a-4349-861f-93ea6839205b [ 732.979173] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.979281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.979337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.979852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.979852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.980066] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed5750d2-df4a-4349-861f-93ea6839205b already deleted. [ 732.980066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed5750d2-df4a-4349-861f-93ea6839205b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.199104] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.199104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.199104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.199104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.199104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.199104] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port de383a73-3530-40f4-ae0a-b4a59ecdb59a not found, creating... [ 733.199104] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.199104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.199104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.199104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.199104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.199645] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.199645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.199645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.199645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.199645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.199811] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: de383a73-3530-40f4-ae0a-b4a59ecdb59a is going to be created. [ 733.219646] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.219882] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.219993] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.220276] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.221135] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.221135] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-de383a73-3530-40f4-ae0a-b4a59ecdb59a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.411494] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 in Status: SUCCESS [ 733.411951] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 deletion is rescheduled due to dependency. [ 733.411951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.740824] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 733.741026] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 733.741138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.978256] env[66311]: INFO networking_nsxv3.common.synchronization [req-fd8a8a72-d4ed-4072-951b-e57f84825b13 req-65872e42-3ac7-4b75-bc82-03e6b5222d02 service nova] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_rules [ 733.978256] env[66311]: INFO networking_nsxv3.common.synchronization [req-fd8a8a72-d4ed-4072-951b-e57f84825b13 req-65872e42-3ac7-4b75-bc82-03e6b5222d02 service nova] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 733.978256] env[66311]: INFO networking_nsxv3.common.synchronization [req-fd8a8a72-d4ed-4072-951b-e57f84825b13 req-65872e42-3ac7-4b75-bc82-03e6b5222d02 service nova] Enqueued Resource ID: de383a73-3530-40f4-ae0a-b4a59ecdb59a with Priority: HIGHEST for action port [ 733.978256] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_rules [ 733.978256] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 733.978256] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de383a73-3530-40f4-ae0a-b4a59ecdb59a with Priority: HIGHEST for action port [ 733.978972] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.979194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.979554] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.979804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.980092] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-de383a73-3530-40f4-ae0a-b4a59ecdb59a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.980379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de383a73-3530-40f4-ae0a-b4a59ecdb59a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.980597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de383a73-3530-40f4-ae0a-b4a59ecdb59a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.981139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de383a73-3530-40f4-ae0a-b4a59ecdb59a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.981347] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de383a73-3530-40f4-ae0a-b4a59ecdb59a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.102600] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 734.104750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.104750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.104750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.104750] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.104750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.104750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.104750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.104750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.104750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.104750] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.106653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.107273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.107273] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.107273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.107273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.107455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.107531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.108073] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.450496] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 734.450868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.450953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.451199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.451285] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.469186] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 in Status: SUCCESS [ 734.469317] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 deletion is rescheduled due to dependency. [ 734.469410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.485229] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de383a73-3530-40f4-ae0a-b4a59ecdb59a with status ACTIVE [ 734.485452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.485586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.489073] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.489073] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.489073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.489073] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de383a73-3530-40f4-ae0a-b4a59ecdb59a is going to be updated. [ 734.518168] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.518168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.518168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.518370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.518583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.518641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de383a73-3530-40f4-ae0a-b4a59ecdb59a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.609506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.609663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.609887] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.908191] env[66311]: INFO networking_nsxv3.common.synchronization [None req-46c894c8-b28d-4625-be2e-02d012c7a9ae None None] Enqueued Resource ID: b7ffa057-2413-47f7-8410-721bb61e2ab4 with Priority: HIGHEST for action port [ 734.910860] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7ffa057-2413-47f7-8410-721bb61e2ab4 with Priority: HIGHEST for action port [ 734.910860] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7ffa057-2413-47f7-8410-721bb61e2ab4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.910860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7ffa057-2413-47f7-8410-721bb61e2ab4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.910860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7ffa057-2413-47f7-8410-721bb61e2ab4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.910860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7ffa057-2413-47f7-8410-721bb61e2ab4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.910860] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7ffa057-2413-47f7-8410-721bb61e2ab4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.926746] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: SUCCESS [ 734.927441] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.953927] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.954079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.954500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.954718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.954923] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.955063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.955156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.955274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.955357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.955464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.955523] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.108603] env[66311]: INFO networking_nsxv3.common.synchronization [None req-3651bd21-f51c-4d53-905d-5e8616f269b0 None None] Enqueued Resource ID: 8305cb32-e489-44fd-8587-75d212fb7910 with Priority: HIGHEST for action port [ 735.113879] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8305cb32-e489-44fd-8587-75d212fb7910 with Priority: HIGHEST for action port [ 735.114786] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.115697] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-8305cb32-e489-44fd-8587-75d212fb7910 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.116612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8305cb32-e489-44fd-8587-75d212fb7910" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.116612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8305cb32-e489-44fd-8587-75d212fb7910" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.116612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8305cb32-e489-44fd-8587-75d212fb7910" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.116612] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8305cb32-e489-44fd-8587-75d212fb7910',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.413480] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7ffa057-2413-47f7-8410-721bb61e2ab4 [ 735.413888] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.414094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.414422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.414731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.414867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.414992] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7ffa057-2413-47f7-8410-721bb61e2ab4 already deleted. [ 735.415110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7ffa057-2413-47f7-8410-721bb61e2ab4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.458336] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.458707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.458707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.458797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.458928] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.459044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.459107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.459265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.459342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.459434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.459584] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.459753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.459815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.459955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.460110] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.460199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.460257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.460390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.460465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.460567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.460717] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.621048] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.621048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.621048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.621048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.621048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.621048] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 735.621048] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8305cb32-e489-44fd-8587-75d212fb7910 [ 735.621048] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.621048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.621048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.621498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.621498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.621498] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8305cb32-e489-44fd-8587-75d212fb7910 already deleted. [ 735.621498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8305cb32-e489-44fd-8587-75d212fb7910" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.651864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.652088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.652159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.652347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.652495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.663612] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 735.829226] env[66311]: INFO networking_nsxv3.common.synchronization [None req-6430207d-5166-4ae3-ad77-5ebcd6ebc452 tempest-ServersV294TestFqdnHostnames-796509689 tempest-ServersV294TestFqdnHostnames-796509689-project-member] Enqueued Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_rules [ 735.829799] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_rules [ 735.830106] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.830222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.830286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.830539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.830639] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.968307] env[66311]: INFO networking_nsxv3.common.synchronization [None req-d5756856-1ba5-417e-82c9-09f4e6af6537 tempest-ServersV294TestFqdnHostnames-796509689 tempest-ServersV294TestFqdnHostnames-796509689-project-member] Enqueued Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_rules [ 735.969404] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e7321bf-e035-41f5-bf64-c82324eb933e: rpc.has_security_group_logging(os_id): False [ 735.971877] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_rules [ 735.973199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.973347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.991262] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.991425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.991494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.991711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.991800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.992056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.992152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.992581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.992581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.992581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.992696] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.992759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.992804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.992957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.993172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.993658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.993658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.993789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.994379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.994379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.994379] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 736.065228] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.065228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.065228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.065496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.065939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.083218] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 736.355844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.356016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.356070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.356266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.356373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.356437] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 already deleted. [ 736.356516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.356670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.356818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.356909] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.887141] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.887141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.887141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.887141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.887141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.887141] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 already deleted. [ 736.887141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.597529] env[66311]: INFO networking_nsxv3.common.synchronization [req-51c51be3-1e9f-486c-82cc-62a52a45ee1a req-53008a43-11c0-407b-87a0-3b09936a8e3e tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 737.598074] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 737.602276] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.602417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.602495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.602712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.602940] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.603058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.603433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.603433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.603433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.603433] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.680387] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 737.680687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.680939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.681173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.681382] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.681518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.681723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.681966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.682117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.684050] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.050998] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.051518] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.051518] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.051689] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.051989] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.052164] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.052319] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.052491] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.052634] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.052817] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.052946] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.053066] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.053186] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.053852] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.053852] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.053852] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.075508] env[66311]: INFO networking_nsxv3.common.synchronization [None req-771f7a63-befc-4aec-9c72-6b375abee122 None None] Enqueued Resource ID: e15c2f04-17ea-49be-9847-3de81c079aad with Priority: HIGHEST for action port [ 738.076160] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15c2f04-17ea-49be-9847-3de81c079aad with Priority: HIGHEST for action port [ 738.078854] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.079206] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.079449] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.079857] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.080248] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-d7699363-29a5-441c-b2eb-ea5d79e16fa6 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.080434] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-d7699363-29a5-441c-b2eb-ea5d79e16fa6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.080550] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-d7699363-29a5-441c-b2eb-ea5d79e16fa6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.081101] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-d7699363-29a5-441c-b2eb-ea5d79e16fa6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.081225] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7699363-29a5-441c-b2eb-ea5d79e16fa6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.082786] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15c2f04-17ea-49be-9847-3de81c079aad taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.082786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15c2f04-17ea-49be-9847-3de81c079aad" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.082786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15c2f04-17ea-49be-9847-3de81c079aad" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.083041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15c2f04-17ea-49be-9847-3de81c079aad" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.083306] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15c2f04-17ea-49be-9847-3de81c079aad',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.104551] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 738.106256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.106256] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.106256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.106256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.106256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.142029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.142029] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.142029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.142029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.142029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.142029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.142029] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 738.171198] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.171198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.171198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.171198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.171198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.181209] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 738.191833] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.586268] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.587349] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.587349] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.587349] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.587349] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.587349] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port d7699363-29a5-441c-b2eb-ea5d79e16fa6 not found, creating... [ 738.587685] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.587685] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.587832] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.588039] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.588189] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.588482] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.588644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.588790] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.588959] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.589103] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.589253] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: d7699363-29a5-441c-b2eb-ea5d79e16fa6 is going to be created. [ 738.590442] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e15c2f04-17ea-49be-9847-3de81c079aad [ 738.590712] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.590803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.590890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.591063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.591160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.591246] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e15c2f04-17ea-49be-9847-3de81c079aad already deleted. [ 738.591327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15c2f04-17ea-49be-9847-3de81c079aad" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.612986] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.613264] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.613387] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.613642] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.613881] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.614126] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-d7699363-29a5-441c-b2eb-ea5d79e16fa6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.696238] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.203232] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.203543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.203543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.203792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.203892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.204376] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 739.234878] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.235079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.235189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.235636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.235769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.245114] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 739.301171] env[66311]: INFO networking_nsxv3.common.synchronization [req-51c51be3-1e9f-486c-82cc-62a52a45ee1a req-6171ba30-b7ad-4ad7-bd7f-b863da8808b2 service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 739.301346] env[66311]: INFO networking_nsxv3.common.synchronization [req-51c51be3-1e9f-486c-82cc-62a52a45ee1a req-6171ba30-b7ad-4ad7-bd7f-b863da8808b2 service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 739.301477] env[66311]: INFO networking_nsxv3.common.synchronization [req-51c51be3-1e9f-486c-82cc-62a52a45ee1a req-6171ba30-b7ad-4ad7-bd7f-b863da8808b2 service nova] Enqueued Resource ID: d7699363-29a5-441c-b2eb-ea5d79e16fa6 with Priority: HIGHEST for action port [ 739.302022] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 739.302173] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 739.302284] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7699363-29a5-441c-b2eb-ea5d79e16fa6 with Priority: HIGHEST for action port [ 739.303025] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.303025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.303195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.303285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.303320] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.304901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.305033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.305605] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7699363-29a5-441c-b2eb-ea5d79e16fa6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.305721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7699363-29a5-441c-b2eb-ea5d79e16fa6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.305827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7699363-29a5-441c-b2eb-ea5d79e16fa6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.305973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7699363-29a5-441c-b2eb-ea5d79e16fa6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.306064] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7699363-29a5-441c-b2eb-ea5d79e16fa6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.805775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.805775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.812025] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7699363-29a5-441c-b2eb-ea5d79e16fa6 with status ACTIVE [ 739.812025] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.812025] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.812025] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.812025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.812025] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7699363-29a5-441c-b2eb-ea5d79e16fa6 is going to be updated. [ 739.838587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.838587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.838587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.838587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.838587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.838587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7699363-29a5-441c-b2eb-ea5d79e16fa6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.192413] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 740.192603] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 deletion is rescheduled due to dependency. [ 740.192738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.192873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.193162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.193383] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.193514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.193580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.193753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.193835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.193934] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.207122] env[66311]: INFO networking_nsxv3.common.synchronization [None req-52178472-8662-473a-8a43-6fc22d88c28b None None] Enqueued Resource ID: 076fe983-2576-4e58-b1de-42102e1aebd9 with Priority: HIGHEST for action port [ 740.207685] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076fe983-2576-4e58-b1de-42102e1aebd9 with Priority: HIGHEST for action port [ 740.208062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-076fe983-2576-4e58-b1de-42102e1aebd9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.208187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-076fe983-2576-4e58-b1de-42102e1aebd9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.208253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-076fe983-2576-4e58-b1de-42102e1aebd9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.208532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-076fe983-2576-4e58-b1de-42102e1aebd9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.208625] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('076fe983-2576-4e58-b1de-42102e1aebd9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.697425] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.710726] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 076fe983-2576-4e58-b1de-42102e1aebd9 [ 740.710982] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.711118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.711214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.711397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.711479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.711561] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:076fe983-2576-4e58-b1de-42102e1aebd9 already deleted. [ 740.711643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-076fe983-2576-4e58-b1de-42102e1aebd9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.203162] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.257815] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 4s [ 741.706917] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.707079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.707162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.707536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.707536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.707716] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 741.741906] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.742098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.742173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.742381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.742534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.752739] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 742.624112] env[66311]: INFO networking_nsxv3.common.synchronization [None req-bdd724f0-8847-4a3a-943a-ea71d6c7bc7f None None] Enqueued Resource ID: c67d5a87-9674-4b0b-869a-12d2345b5b91 with Priority: HIGHEST for action port [ 742.624112] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67d5a87-9674-4b0b-869a-12d2345b5b91 with Priority: HIGHEST for action port [ 742.624797] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67d5a87-9674-4b0b-869a-12d2345b5b91 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.625150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67d5a87-9674-4b0b-869a-12d2345b5b91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.625319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67d5a87-9674-4b0b-869a-12d2345b5b91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.625639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67d5a87-9674-4b0b-869a-12d2345b5b91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.625825] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67d5a87-9674-4b0b-869a-12d2345b5b91',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.131113] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c67d5a87-9674-4b0b-869a-12d2345b5b91 [ 743.131306] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.131438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.131576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.132755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.133115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.133115] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c67d5a87-9674-4b0b-869a-12d2345b5b91 already deleted. [ 743.133115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67d5a87-9674-4b0b-869a-12d2345b5b91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.268655] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 743.268655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.268779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.269809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.269809] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.269809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.269809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.270940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.270940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.270940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.271257] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.271257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.271342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.271571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.271720] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.271853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.271902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.272030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.272106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.272190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.272282] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.770548] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 743.770874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.770874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.771671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.771671] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.771671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.771671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.771671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.771671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.771991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.771991] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.775277] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8326b4b5-a521-4cc0-8294-e756c497b7c1: rpc.has_security_group_logging(os_id): False [ 743.795963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.796883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.796995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.797246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.797337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.797638] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.797711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.797775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.797939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.798023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.798219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.798307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.798366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.800643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.800643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.800643] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.800643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.800643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.800643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.800643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.800643] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be created. [ 743.880177] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.880342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.880442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.880646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.880878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.895516] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 744.028347] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b4b2b71e-4319-4c40-b09d-56d5b3d7ba49 None None] Enqueued Resource ID: ad38374a-a01e-4a9c-8455-5961373b8b6b with Priority: HIGHEST for action port [ 744.029288] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad38374a-a01e-4a9c-8455-5961373b8b6b with Priority: HIGHEST for action port [ 744.029494] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad38374a-a01e-4a9c-8455-5961373b8b6b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.029494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad38374a-a01e-4a9c-8455-5961373b8b6b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.029628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad38374a-a01e-4a9c-8455-5961373b8b6b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.029847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad38374a-a01e-4a9c-8455-5961373b8b6b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.029969] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad38374a-a01e-4a9c-8455-5961373b8b6b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.280673] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.280673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.280673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.280673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.280673] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.280673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.281780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.281780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.281780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.282250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.282250] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.282250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.282250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.282445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.282665] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.282665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.282773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.282940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.283068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.283158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.283305] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.532430] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad38374a-a01e-4a9c-8455-5961373b8b6b [ 744.534560] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.534560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.534560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.534560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.534560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.534560] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad38374a-a01e-4a9c-8455-5961373b8b6b already deleted. [ 744.534936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad38374a-a01e-4a9c-8455-5961373b8b6b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.787363] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d31640ba-584e-48a1-8366-132517b80580: rpc.has_security_group_logging(os_id): False [ 744.811045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.812585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.812585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.812874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.813681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.813945] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.814089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.814127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.814339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.814426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.814623] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.814718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.814778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.815736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.815846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.816098] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.816236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.816281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.816427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.816513] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.816591] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 744.876720] env[66311]: INFO networking_nsxv3.common.synchronization [req-24ec02fb-1378-4caf-a9e3-6208517c7851 req-9298711b-2dad-4800-969c-24bf832031ca tempest-ServerAddressesTestJSON-910401959 tempest-ServerAddressesTestJSON-910401959-project-member] Enqueued Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGHEST for action security_group_members [ 744.878235] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.878235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.880036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.880036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.880036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.880170] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGHEST for action security_group_members [ 744.880428] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc181297-5d0e-4a04-8d80-5424060f4ce5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.880549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.880644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.880989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.881208] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.881312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.881371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.881520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.881615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.881947] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.897882] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 745.384320] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.384614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.384614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.384848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.384848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.385022] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.385103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.385167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.385346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.385432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.385519] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 already deleted. [ 745.385746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.386636] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.386838] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-332" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.386957] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-332" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.387255] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-332" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.387497] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.387644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.387768] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.388028] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.388181] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.388525] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.388525] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.388822] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.388822] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.388822] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.389035] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.389035] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.410188] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.410364] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.410483] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.410653] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-332" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.411032] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-eb39bfe1-f5b1-443d-8907-05377e74e542 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.411208] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-eb39bfe1-f5b1-443d-8907-05377e74e542" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.411320] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-eb39bfe1-f5b1-443d-8907-05377e74e542" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.411702] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-eb39bfe1-f5b1-443d-8907-05377e74e542" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.411796] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb39bfe1-f5b1-443d-8907-05377e74e542',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.642386] env[66311]: INFO networking_nsxv3.common.synchronization [None req-f96e8cc3-58d6-4891-b46c-af5ae21caf69 None None] Enqueued Resource ID: 820aa34c-00ff-4d53-a6bb-2f43c2b124d5 with Priority: HIGHEST for action port [ 745.643157] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820aa34c-00ff-4d53-a6bb-2f43c2b124d5 with Priority: HIGHEST for action port [ 745.643541] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-820aa34c-00ff-4d53-a6bb-2f43c2b124d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.644042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-820aa34c-00ff-4d53-a6bb-2f43c2b124d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.644164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-820aa34c-00ff-4d53-a6bb-2f43c2b124d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.644444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-820aa34c-00ff-4d53-a6bb-2f43c2b124d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.644530] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('820aa34c-00ff-4d53-a6bb-2f43c2b124d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.907191] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 745.907575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.907629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.907831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.908014] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.914631] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.914887] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.915104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.915529] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.915621] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.915734] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port eb39bfe1-f5b1-443d-8907-05377e74e542 not found, creating... [ 745.916015] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.916192] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.916320] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.916631] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.916706] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.917119] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.917841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.917841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.918035] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.918261] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.918504] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: eb39bfe1-f5b1-443d-8907-05377e74e542 is going to be created. [ 745.940460] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.941656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.941656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.941814] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.942075] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-eb39bfe1-f5b1-443d-8907-05377e74e542" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.146922] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 820aa34c-00ff-4d53-a6bb-2f43c2b124d5 [ 746.147197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.147793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.150290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.150290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.150290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.150595] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:820aa34c-00ff-4d53-a6bb-2f43c2b124d5 already deleted. [ 746.150595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-820aa34c-00ff-4d53-a6bb-2f43c2b124d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.167487] env[66311]: INFO networking_nsxv3.common.synchronization [req-f1096159-e7f4-4e64-9d63-ec59d416f121 req-012fb665-06a5-47fb-9862-a8ee19981278 tempest-ServersAdminNegativeTestJSON-959906595 tempest-ServersAdminNegativeTestJSON-959906595-project-member] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 746.169096] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 746.169832] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.169832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.170034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.170067] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.170215] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.170768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.170768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.170768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.170768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.170768] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.410567] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.410733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.410798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.411026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.411227] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.411328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.411388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.411535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.411620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.411704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.411792] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.673492] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.716527] env[66311]: INFO networking_nsxv3.common.synchronization [req-24ec02fb-1378-4caf-a9e3-6208517c7851 req-4ed05475-15b2-4e29-81b2-3c898820b04e service nova] Enqueued Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGHEST for action security_group_rules [ 746.716693] env[66311]: INFO networking_nsxv3.common.synchronization [req-24ec02fb-1378-4caf-a9e3-6208517c7851 req-4ed05475-15b2-4e29-81b2-3c898820b04e service nova] Enqueued Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGHEST for action security_group_members [ 746.716828] env[66311]: INFO networking_nsxv3.common.synchronization [req-24ec02fb-1378-4caf-a9e3-6208517c7851 req-4ed05475-15b2-4e29-81b2-3c898820b04e service nova] Enqueued Resource ID: eb39bfe1-f5b1-443d-8907-05377e74e542 with Priority: HIGHEST for action port [ 746.717083] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGHEST for action security_group_rules [ 746.717216] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGHEST for action security_group_members [ 746.717305] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb39bfe1-f5b1-443d-8907-05377e74e542 with Priority: HIGHEST for action port [ 746.717833] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc181297-5d0e-4a04-8d80-5424060f4ce5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.717957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.720637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.720865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.720966] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.723501] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc181297-5d0e-4a04-8d80-5424060f4ce5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.723501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.723501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.723501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.723501] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.723501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.725059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.725059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.725059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.725059] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.728781] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb39bfe1-f5b1-443d-8907-05377e74e542 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.728995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb39bfe1-f5b1-443d-8907-05377e74e542" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.728995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb39bfe1-f5b1-443d-8907-05377e74e542" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.729240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb39bfe1-f5b1-443d-8907-05377e74e542" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.729240] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb39bfe1-f5b1-443d-8907-05377e74e542',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.912986] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 746.913596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.915045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.915999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.916154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.916410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.916692] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.917158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.917238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.918191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.919039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.919039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.919039] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.919039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.919039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.919039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.919385] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.919464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.919601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.920367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.920491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.920616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.921281] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.185132] env[66311]: INFO networking_nsxv3.common.synchronization [req-095718ec-59d7-4d47-aff9-0296af934e81 req-95e696c1-72e6-489d-ae7e-f9d36a7dbe66 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 747.185484] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.186561] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 747.186869] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.186992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.187086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.187377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.187548] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.187698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.187767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.187956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.188070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.188303] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.233543] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc181297-5d0e-4a04-8d80-5424060f4ce5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.233543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.233543] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.234063] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb39bfe1-f5b1-443d-8907-05377e74e542 with status ACTIVE [ 747.234355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.235299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.235299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.235299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.235299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.235299] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.235299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.237476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.237476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.237476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.237476] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.237476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.237476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.237476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.237476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.237476] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb39bfe1-f5b1-443d-8907-05377e74e542 is going to be updated. [ 747.260736] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.260914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.260986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.261198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.261333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.261492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb39bfe1-f5b1-443d-8907-05377e74e542" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.423931] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8326b4b5-a521-4cc0-8294-e756c497b7c1: rpc.has_security_group_logging(os_id): False [ 747.446414] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.446736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.446736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.447074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.447074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.447325] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.447518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.447518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.448060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.448183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.448527] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.448669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.448731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.452261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.452309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.452492] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.452652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.452684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.452886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.453166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.453166] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 747.528930] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.528930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.528930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.528930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.528930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.532484] env[66311]: INFO networking_nsxv3.common.synchronization [None req-70ec98c2-cc84-4d10-80b6-965b9ccc6133 None None] Enqueued Resource ID: cdc1259c-c4a5-4d7c-a854-6d5809efb02e with Priority: HIGHEST for action port [ 747.533600] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc1259c-c4a5-4d7c-a854-6d5809efb02e with Priority: HIGHEST for action port [ 747.534120] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdc1259c-c4a5-4d7c-a854-6d5809efb02e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.534360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdc1259c-c4a5-4d7c-a854-6d5809efb02e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.534520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdc1259c-c4a5-4d7c-a854-6d5809efb02e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.534897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdc1259c-c4a5-4d7c-a854-6d5809efb02e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.537487] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdc1259c-c4a5-4d7c-a854-6d5809efb02e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.546892] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 747.630041] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.630041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-665" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.630041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-665" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.630041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-665" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.630041] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.630041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.630041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.630041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.631786] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.631786] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.631786] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.631786] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.631786] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.631786] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.631786] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.631786] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.653827] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.654055] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.654181] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.654391] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-665" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.654675] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-a7668e33-13e3-44d8-9a9d-906db468e741 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.654839] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.654958] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.655333] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.655479] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7668e33-13e3-44d8-9a9d-906db468e741',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.691588] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.691747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.691837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.692319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.692412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.692614] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.692726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.692785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.693173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.693279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.693369] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 already deleted. [ 747.693452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.693750] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.693852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.693916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.694077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.694154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.694237] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e is going to be updated. [ 747.738998] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.742321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.742528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.743032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.743303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.743500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.754759] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: IN_PROGRESS for 2s [ 748.038594] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdc1259c-c4a5-4d7c-a854-6d5809efb02e [ 748.038594] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.038594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.039646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.039646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.039646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.039646] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdc1259c-c4a5-4d7c-a854-6d5809efb02e already deleted. [ 748.039646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdc1259c-c4a5-4d7c-a854-6d5809efb02e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.040161] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e9837a10-9143-4b31-bc5e-049a83f3e802 None None] Enqueued Resource ID: 6389009b-7e3c-4a94-a218-82c296aae51d with Priority: HIGHEST for action port [ 748.040737] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6389009b-7e3c-4a94-a218-82c296aae51d with Priority: HIGHEST for action port [ 748.041067] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6389009b-7e3c-4a94-a218-82c296aae51d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.041349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6389009b-7e3c-4a94-a218-82c296aae51d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.041349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6389009b-7e3c-4a94-a218-82c296aae51d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.041495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6389009b-7e3c-4a94-a218-82c296aae51d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.041577] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6389009b-7e3c-4a94-a218-82c296aae51d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.158427] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.158749] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.158873] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.159241] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.159596] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.159671] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port a7668e33-13e3-44d8-9a9d-906db468e741 not found, creating... [ 748.160045] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.160326] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.160493] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.160778] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.160926] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.161358] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.161518] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.161651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.161955] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.162208] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.162372] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: a7668e33-13e3-44d8-9a9d-906db468e741 is going to be created. [ 748.194142] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.194426] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.194597] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.195028] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.195223] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.195452] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.242295] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.242615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.242615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.242850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.242953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.243100] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 is going to be created. [ 748.294231] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.294447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.294447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.294607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.294768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.329259] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 in Status: UNINITIALIZED for 2s [ 748.544932] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6389009b-7e3c-4a94-a218-82c296aae51d [ 748.545334] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.545334] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.545473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.548031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.548031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.548031] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6389009b-7e3c-4a94-a218-82c296aae51d already deleted. [ 748.548031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6389009b-7e3c-4a94-a218-82c296aae51d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.975759] env[66311]: INFO networking_nsxv3.common.synchronization [req-095718ec-59d7-4d47-aff9-0296af934e81 req-c5082f46-af5e-4974-b1dc-500fc38cb254 service nova] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 748.975896] env[66311]: INFO networking_nsxv3.common.synchronization [req-095718ec-59d7-4d47-aff9-0296af934e81 req-c5082f46-af5e-4974-b1dc-500fc38cb254 service nova] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 748.976026] env[66311]: INFO networking_nsxv3.common.synchronization [req-095718ec-59d7-4d47-aff9-0296af934e81 req-c5082f46-af5e-4974-b1dc-500fc38cb254 service nova] Enqueued Resource ID: a7668e33-13e3-44d8-9a9d-906db468e741 with Priority: HIGHEST for action port [ 748.976550] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 748.976667] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 748.976855] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7668e33-13e3-44d8-9a9d-906db468e741 with Priority: HIGHEST for action port [ 748.977036] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.977208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.977260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.977444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.977540] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.979058] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.979058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.979192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.979292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.979442] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.979973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.979973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.979973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.979973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.980118] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.981616] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7668e33-13e3-44d8-9a9d-906db468e741 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.981616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.981616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.981616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.981616] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7668e33-13e3-44d8-9a9d-906db468e741',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.482968] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.484154] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.484312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.484428] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7668e33-13e3-44d8-9a9d-906db468e741 with status ACTIVE [ 749.484587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.484825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.484825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.484996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.485088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.485383] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.485383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.485383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.485615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.485680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.485870] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.485974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.486055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.486196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.486292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.486436] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7668e33-13e3-44d8-9a9d-906db468e741 is going to be updated. [ 749.512281] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.512419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.512685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.512824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.512863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.513813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.571051] env[66311]: INFO networking_nsxv3.common.synchronization [req-decd2171-b440-45d5-b8d0-75b4c1652524 req-58dacd32-d185-400d-955d-ab5820724916 tempest-ServersTestJSON-1955895085 tempest-ServersTestJSON-1955895085-project-member] Enqueued Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_members [ 749.572048] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGHEST for action security_group_members [ 749.572472] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b63d3715-a589-4c71-9625-dba827e5b851 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.572609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.572742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.572941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.573199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.574945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.574945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.574945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.574945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.574945] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.586078] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 749.586332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.766682] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: SUCCESS [ 749.766682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.989384] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.076501] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.076660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.076741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.077024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.098961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.099159] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.101000] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.101000] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.101000] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.101000] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.101000] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b63d3715-a589-4c71-9625-dba827e5b851 is going to be updated. [ 750.130419] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.130621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.130669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.130960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.131186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.141346] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b63d3715-a589-4c71-9625-dba827e5b851 in Status: IN_PROGRESS for 2s [ 750.354318] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 in Status: SUCCESS [ 750.354538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.354721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.354930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.355145] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.356039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.356039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.356039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.356039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.356039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.356039] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.493342] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.493672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.493672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.494291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.494291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.494291] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be created. [ 750.524311] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.524484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.524561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.524796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.524974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.535861] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: UNINITIALIZED for 2s [ 750.861557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc181297-5d0e-4a04-8d80-5424060f4ce5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.861760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.861760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.861989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.862244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.862386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.862474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.862581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.862689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.862812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.862986] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc181297-5d0e-4a04-8d80-5424060f4ce5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.863134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.863195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.863350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.863515] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.863624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.863697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.863866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.863969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.864086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.864185] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.367229] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc181297-5d0e-4a04-8d80-5424060f4ce5: rpc.has_security_group_logging(os_id): False [ 751.394153] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.394479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.394589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.394829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.394930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.395175] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.395354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.395469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.395682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.395768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.395970] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.396095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.396166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.396315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.396406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.396602] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.396699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.396763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.396929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.397019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.397104] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 is going to be created. [ 751.464394] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.464761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.464761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.465045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.465914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.480826] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 in Status: IN_PROGRESS for 2s [ 752.153975] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b63d3715-a589-4c71-9625-dba827e5b851 in Status: SUCCESS [ 752.154297] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b63d3715-a589-4c71-9625-dba827e5b851 deletion is rescheduled due to dependency. [ 752.154297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.192940] env[66311]: INFO networking_nsxv3.common.synchronization [req-bb63da44-0985-4a3b-8208-bf5a6713dc21 req-462f5e74-0e77-4a55-a941-22d37efed476 tempest-ServersTestBootFromVolume-978735330 tempest-ServersTestBootFromVolume-978735330-project-member] Enqueued Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_members [ 752.193607] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_members [ 752.194439] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.194603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.194678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.194955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.195149] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.195242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.195282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.195441] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.195511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.195607] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.552396] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: SUCCESS [ 752.552777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.553140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.553500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.554183] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.554380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.554481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.554750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.554977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.555132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.555303] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.670752] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.670752] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-994" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.670752] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-994" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.671029] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-994" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.671859] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.671859] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.671859] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.671859] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.672209] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.673046] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.673046] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.673046] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.673046] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.673046] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.673046] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.673046] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.694864] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.694987] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.695094] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.695274] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-994" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.695582] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-81e5eed3-f894-4bdf-aefb-23156666682b taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.695752] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-81e5eed3-f894-4bdf-aefb-23156666682b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.695866] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-81e5eed3-f894-4bdf-aefb-23156666682b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.696202] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-81e5eed3-f894-4bdf-aefb-23156666682b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.696335] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e5eed3-f894-4bdf-aefb-23156666682b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.697553] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.697553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.697553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.697687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.697792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.697963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.698074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.698136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.698282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.698350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.698435] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec already deleted. [ 752.698515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.058043] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.200084] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.200468] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.200468] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.200761] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.200923] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.201090] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 81e5eed3-f894-4bdf-aefb-23156666682b not found, creating... [ 753.201356] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.201516] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.201619] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.201841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.201978] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.202291] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.202471] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.202582] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.202785] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.202961] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.203195] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 81e5eed3-f894-4bdf-aefb-23156666682b is going to be created. [ 753.244092] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.244330] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.244467] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.244801] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.248026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.248026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-81e5eed3-f894-4bdf-aefb-23156666682b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.496173] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 in Status: SUCCESS [ 753.496740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.563053] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61983a6-ca21-4e14-a767-413653c7e8d1: rpc.has_security_group_logging(os_id): False [ 753.582117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.582304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.582562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.582693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.582839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.583485] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.583485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.583485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.583799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.583849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.583966] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be created. [ 753.650934] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.651138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.651183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.651375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.651559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.671593] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: IN_PROGRESS for 2s [ 753.952438] env[66311]: INFO networking_nsxv3.common.synchronization [req-bb63da44-0985-4a3b-8208-bf5a6713dc21 req-2e95bcdf-8e20-4462-90c5-6d0326507b18 service nova] Enqueued Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_rules [ 753.953225] env[66311]: INFO networking_nsxv3.common.synchronization [req-bb63da44-0985-4a3b-8208-bf5a6713dc21 req-2e95bcdf-8e20-4462-90c5-6d0326507b18 service nova] Enqueued Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_members [ 753.953397] env[66311]: INFO networking_nsxv3.common.synchronization [req-bb63da44-0985-4a3b-8208-bf5a6713dc21 req-2e95bcdf-8e20-4462-90c5-6d0326507b18 service nova] Enqueued Resource ID: 81e5eed3-f894-4bdf-aefb-23156666682b with Priority: HIGHEST for action port [ 753.953635] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_rules [ 753.953765] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_members [ 753.953851] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81e5eed3-f894-4bdf-aefb-23156666682b with Priority: HIGHEST for action port [ 753.956779] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.956929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.956969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.957182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.957260] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.958146] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.958265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.958339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.958510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.958657] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.961525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.961525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.961525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.961525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.961525] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.961525] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-81e5eed3-f894-4bdf-aefb-23156666682b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.961525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81e5eed3-f894-4bdf-aefb-23156666682b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.961525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81e5eed3-f894-4bdf-aefb-23156666682b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.961525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81e5eed3-f894-4bdf-aefb-23156666682b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.961525] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e5eed3-f894-4bdf-aefb-23156666682b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.463287] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.463684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.463684] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.464986] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81e5eed3-f894-4bdf-aefb-23156666682b with status ACTIVE [ 754.464986] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.464986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.464986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.465228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.465228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.465450] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.465527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.465678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.465903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.468220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.468220] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.468220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.468220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.468220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.468220] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81e5eed3-f894-4bdf-aefb-23156666682b is going to be updated. [ 754.498681] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.498681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.498681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.498681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.498681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.498681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81e5eed3-f894-4bdf-aefb-23156666682b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.969343] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.473027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.473342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.473342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.473550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.473639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.473754] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec is going to be created. [ 755.519924] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.520104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.520331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.520552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.520718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.532305] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec in Status: UNINITIALIZED for 2s [ 755.685417] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: SUCCESS [ 755.685664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.549318] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec in Status: SUCCESS [ 757.549797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.550479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.550598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.551204] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.551204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.551204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.551204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.551461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.551461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.551461] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.056926] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.561581] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34f26701-4e63-4980-ba3d-5af99f57e4ec: rpc.has_security_group_logging(os_id): False [ 758.586700] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.586930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.587036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.587253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.587350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.587634] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.588094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.588094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.588094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.588094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.588260] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec is going to be created. [ 758.667284] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.669533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.669689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.670012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.671153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.689095] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec in Status: IN_PROGRESS for 2s [ 758.956055] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 758.956055] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 759.847793] env[66311]: INFO networking_nsxv3.common.synchronization [req-ed23c7b9-1a92-4b8e-aef6-dd42de67ce72 req-3db93a27-8009-465a-9952-be44048275d9 tempest-FloatingIPsAssociationNegativeTestJSON-1650386792 tempest-FloatingIPsAssociationNegativeTestJSON-1650386792-project-member] Enqueued Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGHEST for action security_group_members [ 759.848991] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGHEST for action security_group_members [ 759.849111] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a255023-79eb-4a38-9568-5a0137d46170 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.849261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.849339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.849581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.849760] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.849893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.849961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.850277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.850381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.850479] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.890328] env[66311]: INFO networking_nsxv3.common.synchronization [req-2c6f09dd-f9f4-4d09-8b79-cb95f6e91f39 req-23f1b884-889f-406f-83a6-171cf50c7446 tempest-AttachVolumeTestJSON-382491465 tempest-AttachVolumeTestJSON-382491465-project-member] Enqueued Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_members [ 759.891100] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_members [ 759.891812] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.891978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.894083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.894083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.894083] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.894083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.894083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.894083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.894083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.894083] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.353712] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.353712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.353712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.353712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.353887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.353972] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.354068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.354131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.354279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.354353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.354437] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a255023-79eb-4a38-9568-5a0137d46170 is going to be updated. [ 760.366347] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.366539] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-501" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.366659] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-501" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.366966] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-501" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.367285] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.367463] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.367576] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.367817] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.367955] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.368159] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.368264] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.368366] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.368467] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.368568] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.368666] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.368789] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.389305] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.389565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.389565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.389978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.390145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.393933] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.394127] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.394306] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.395094] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-501" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.395094] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.395094] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.395351] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.395692] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.395836] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f181b4e8-dd1e-4445-9ca9-ccee2d9402ba',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.396873] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.396995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.397128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.397269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.397412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.397720] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.397720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.397720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.397877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.397877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.397973] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 already deleted. [ 760.398069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.400564] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a255023-79eb-4a38-9568-5a0137d46170 in Status: IN_PROGRESS for 2s [ 760.705472] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec in Status: SUCCESS [ 760.705705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.835711] env[66311]: INFO networking_nsxv3.common.synchronization [req-5d8e23b8-cdd0-4ae9-a3c5-7e14a0287d1c req-29970941-bf18-47df-a0e4-dbb8c71bb317 tempest-ServerAddressesTestJSON-910401959 tempest-ServerAddressesTestJSON-910401959-project-member] Enqueued Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGHEST for action security_group_members [ 760.836362] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGHEST for action security_group_members [ 760.836688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc181297-5d0e-4a04-8d80-5424060f4ce5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.837061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.837061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.837195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.837317] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.837426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.837492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.837633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.837757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.837827] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.900288] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.900896] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.901156] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.901512] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.901654] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.901846] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port f181b4e8-dd1e-4445-9ca9-ccee2d9402ba not found, creating... [ 760.902198] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.902404] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.902521] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.902757] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.902893] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.905751] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.905942] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.907030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.907030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.907030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.907030] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: f181b4e8-dd1e-4445-9ca9-ccee2d9402ba is going to be created. [ 760.928905] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.929252] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.929353] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.929575] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.929847] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.930077] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.340072] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.340245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.340331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.340570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.340687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.340886] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.341035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.341122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.341298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.341383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.341487] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 is going to be updated. [ 761.379272] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.379644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.379694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.380019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.380095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.389234] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 in Status: IN_PROGRESS for 2s [ 761.667436] env[66311]: INFO networking_nsxv3.common.synchronization [req-2c6f09dd-f9f4-4d09-8b79-cb95f6e91f39 req-b8692908-f007-480d-bbe7-ecd6eaf9e319 service nova] Enqueued Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_rules [ 761.667705] env[66311]: INFO networking_nsxv3.common.synchronization [req-2c6f09dd-f9f4-4d09-8b79-cb95f6e91f39 req-b8692908-f007-480d-bbe7-ecd6eaf9e319 service nova] Enqueued Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_members [ 761.667869] env[66311]: INFO networking_nsxv3.common.synchronization [req-2c6f09dd-f9f4-4d09-8b79-cb95f6e91f39 req-b8692908-f007-480d-bbe7-ecd6eaf9e319 service nova] Enqueued Resource ID: f181b4e8-dd1e-4445-9ca9-ccee2d9402ba with Priority: HIGHEST for action port [ 761.668728] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_rules [ 761.668875] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_members [ 761.668981] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f181b4e8-dd1e-4445-9ca9-ccee2d9402ba with Priority: HIGHEST for action port [ 761.669290] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.669633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.669633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.670091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.670155] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.671183] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.671333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.671433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.671747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.674465] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.674649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.674778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.674986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.675132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.675320] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.676290] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.676433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.676528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.676718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.676826] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f181b4e8-dd1e-4445-9ca9-ccee2d9402ba',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.178764] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.179123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.182305] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.183486] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f181b4e8-dd1e-4445-9ca9-ccee2d9402ba with status ACTIVE [ 762.183486] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.183486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.183486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.183486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.183486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.183833] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.183833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.183833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.183989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.183989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.184197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.184314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.184314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.184467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.184585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.185748] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f181b4e8-dd1e-4445-9ca9-ccee2d9402ba is going to be updated. [ 762.210934] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.211113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.211179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.211366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.211505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.211661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f181b4e8-dd1e-4445-9ca9-ccee2d9402ba" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.412634] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a255023-79eb-4a38-9568-5a0137d46170 in Status: SUCCESS [ 762.414206] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a255023-79eb-4a38-9568-5a0137d46170 deletion is rescheduled due to dependency. [ 762.414551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.691673] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.199500] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.199500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.199500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.199500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.199500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.199500] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 is going to be created. [ 763.250733] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.251216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.251216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.251500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.251588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.262403] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 in Status: UNINITIALIZED for 2s [ 763.400912] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 in Status: SUCCESS [ 763.401223] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 deletion is rescheduled due to dependency. [ 763.401393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.055172] env[66311]: INFO networking_nsxv3.common.synchronization [None req-a79bb732-6b7f-46ae-a700-a16c2e69f172 None None] Enqueued Resource ID: 97b5431d-ebae-4b97-aea6-7fadaa0b6e0a with Priority: HIGHEST for action port [ 764.055794] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5431d-ebae-4b97-aea6-7fadaa0b6e0a with Priority: HIGHEST for action port [ 764.055999] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b5431d-ebae-4b97-aea6-7fadaa0b6e0a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.056133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b5431d-ebae-4b97-aea6-7fadaa0b6e0a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.056268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b5431d-ebae-4b97-aea6-7fadaa0b6e0a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.056543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b5431d-ebae-4b97-aea6-7fadaa0b6e0a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.056625] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b5431d-ebae-4b97-aea6-7fadaa0b6e0a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.564194] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97b5431d-ebae-4b97-aea6-7fadaa0b6e0a [ 764.564194] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.565242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.565242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.565242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.565242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.565242] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97b5431d-ebae-4b97-aea6-7fadaa0b6e0a already deleted. [ 764.565242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b5431d-ebae-4b97-aea6-7fadaa0b6e0a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.275585] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 in Status: SUCCESS [ 765.276300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.276576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.276899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.277202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.279846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.279846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.279846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.279846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.279846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.279846] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.783550] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.245757] env[66311]: INFO networking_nsxv3.common.synchronization [req-4a957d5f-efd5-4564-a771-a78a9e6dcb26 req-edc0212a-4c23-4c74-b6c7-405ecd3ba71e tempest-ServerRescueTestJSON-1819483122 tempest-ServerRescueTestJSON-1819483122-project-member] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 766.245757] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGHEST for action security_group_members [ 766.245757] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.245757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.246037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.246350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.246630] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.246856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.246996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.247338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.247571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.247865] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.287983] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a417bb4-f694-4888-b1b1-fa1cebb71902: rpc.has_security_group_logging(os_id): False [ 766.314047] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.314229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.314303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.315043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.315043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.315043] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.315043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.315043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.315402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.315402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.315402] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 is going to be created. [ 766.409197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.409348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.409414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.409628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.410336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.427045] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 in Status: IN_PROGRESS for 2s [ 766.663359] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ffbf3b76-7893-4b8d-96c2-27af375ad88f tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_rules [ 766.663959] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_rules [ 766.664288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.664406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.664467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.664722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.665080] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.754987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.755327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.755327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.755621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.778201] env[66311]: INFO networking_nsxv3.common.synchronization [None req-588b3503-c2e4-4da4-bda1-26952af2d0ea tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_rules [ 766.781170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.781449] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.781591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.781668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.782052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.782219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.782288] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea is going to be updated. [ 766.783850] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_rules [ 766.786895] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.787122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.824629] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.825630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.825630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.825630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.825630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.847133] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: IN_PROGRESS for 2s [ 766.993990] env[66311]: INFO networking_nsxv3.common.synchronization [None req-95125437-604e-4616-b876-99558bdf782f None None] Enqueued Resource ID: 824906a6-e5de-4889-9e16-a23a04acca5e with Priority: HIGHEST for action port [ 766.996489] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824906a6-e5de-4889-9e16-a23a04acca5e with Priority: HIGHEST for action port [ 766.996845] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-824906a6-e5de-4889-9e16-a23a04acca5e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.996974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824906a6-e5de-4889-9e16-a23a04acca5e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.997352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824906a6-e5de-4889-9e16-a23a04acca5e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.001431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824906a6-e5de-4889-9e16-a23a04acca5e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.001431] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824906a6-e5de-4889-9e16-a23a04acca5e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.197414] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.197414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.197414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.197637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.197637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.197637] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 already deleted. [ 767.197725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.197952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.198202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.198202] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.505553] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 824906a6-e5de-4889-9e16-a23a04acca5e [ 767.505850] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.506015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.506092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.506328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.506424] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.506533] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:824906a6-e5de-4889-9e16-a23a04acca5e already deleted. [ 767.506617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824906a6-e5de-4889-9e16-a23a04acca5e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.725734] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.725930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.726438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.726438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.726438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.726599] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 already deleted. [ 767.726811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.452497] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 in Status: SUCCESS [ 768.453627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.860506] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27ef544-cd8a-4589-b275-0a8fb3314dea in Status: SUCCESS [ 768.860691] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea deletion is rescheduled due to dependency. [ 768.860807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.011809] env[66311]: INFO networking_nsxv3.common.synchronization [req-040b04cb-985e-4c7e-9504-0365f271975d req-4611d473-2cb5-4423-9654-532e731e6c67 tempest-ServersTestFqdnHostnames-1594706783 tempest-ServersTestFqdnHostnames-1594706783-project-member] Enqueued Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_members [ 770.012389] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGHEST for action security_group_members [ 770.012686] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7980aa58-377a-4e78-a85a-741f8d1ecef3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.012808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.012867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.013893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.014142] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.014316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.014387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.014560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.014648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.014744] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.518056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.518056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.518056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.518056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.556904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.558590] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.558590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.558590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.558590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.558590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.558590] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 is going to be updated. [ 770.582017] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.582556] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.589318] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.589504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.589536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.589753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.589868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.601791] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 in Status: IN_PROGRESS for 2s [ 770.933082] env[66311]: INFO networking_nsxv3.common.synchronization [req-fc1f0e56-dbe7-43ff-a348-2c3130e27b55 req-3f70af37-3974-43ce-906c-ea483f620554 tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 770.933722] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 770.934054] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.934190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.934258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.934487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.934588] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.934680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.934734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.934887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.935033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.935163] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.437212] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.437561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.437561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.437666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.438114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.438357] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.438466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.438528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.438698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.438782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.438867] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 771.468608] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.468805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.468805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.469029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.469280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.479963] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 772.617799] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 in Status: SUCCESS [ 772.617799] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 deletion is rescheduled due to dependency. [ 772.617799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.490373] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 773.490638] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 deletion is rescheduled due to dependency. [ 773.490797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.934559] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 775.934843] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 777.334175] env[66311]: INFO networking_nsxv3.common.synchronization [req-e2c9265e-adbb-4de4-8ab0-4a7b27ffd449 req-2421a4d0-331e-498c-84d3-f3261e65c781 tempest-MigrationsAdminTest-1698342300 tempest-MigrationsAdminTest-1698342300-project-member] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 777.334754] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 777.335081] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.335259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.335292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.335479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.335633] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.336433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.336433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.336433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.336433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.336433] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.780883] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.781677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.781677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.782923] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.783734] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.783734] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.783734] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.787792] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.787792] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.787792] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.787792] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.788023] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.788057] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.788260] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.788260] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.788399] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.820055] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.820240] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.820379] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.820558] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.820884] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.821138] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.821265] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.821569] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.821704] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e2c82c-caab-4a39-aed2-65e84be1d3f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.839928] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.325034] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.325402] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.325474] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.325691] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.325835] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.326021] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port b7e2c82c-caab-4a39-aed2-65e84be1d3f3 not found, creating... [ 778.326274] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.326428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.326789] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.327079] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.327244] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.327565] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.327766] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.327907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.328103] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.328227] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.328363] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: b7e2c82c-caab-4a39-aed2-65e84be1d3f3 is going to be created. [ 778.341196] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.349291] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.349291] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.349291] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.349291] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.349471] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.349700] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.845854] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.845854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.845854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.845854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.845854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.845854] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be updated. [ 778.876766] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.876921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.877040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.877201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.877348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.886820] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: IN_PROGRESS for 2s [ 779.095955] env[66311]: INFO networking_nsxv3.common.synchronization [req-e2c9265e-adbb-4de4-8ab0-4a7b27ffd449 req-7693dbe9-c250-4f2c-a2cd-9240432d7713 service nova] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_rules [ 779.096176] env[66311]: INFO networking_nsxv3.common.synchronization [req-e2c9265e-adbb-4de4-8ab0-4a7b27ffd449 req-7693dbe9-c250-4f2c-a2cd-9240432d7713 service nova] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 779.096315] env[66311]: INFO networking_nsxv3.common.synchronization [req-e2c9265e-adbb-4de4-8ab0-4a7b27ffd449 req-7693dbe9-c250-4f2c-a2cd-9240432d7713 service nova] Enqueued Resource ID: b7e2c82c-caab-4a39-aed2-65e84be1d3f3 with Priority: HIGHEST for action port [ 779.096843] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_rules [ 779.096980] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 779.097228] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e2c82c-caab-4a39-aed2-65e84be1d3f3 with Priority: HIGHEST for action port [ 779.097528] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.097646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.097712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.097931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.098044] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.099384] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.099503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.099836] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.099953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.099953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.101403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.101403] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e2c82c-caab-4a39-aed2-65e84be1d3f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.600827] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.601179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.602497] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7e2c82c-caab-4a39-aed2-65e84be1d3f3 with status ACTIVE [ 779.602759] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.602947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.603093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.603428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.603551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.603742] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.603848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.603917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.604091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.604176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.604461] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.604579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.604644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.604795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.604864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.604954] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7e2c82c-caab-4a39-aed2-65e84be1d3f3 is going to be updated. [ 779.631273] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.631436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.632163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.632163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.632163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.632163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e2c82c-caab-4a39-aed2-65e84be1d3f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.947049] env[66311]: INFO networking_nsxv3.common.synchronization [req-2b27cf5f-e83f-4797-8021-71a941053b8d req-ee8c979e-481a-44cd-8250-b6226ba43fc6 tempest-ImagesOneServerTestJSON-1860768916 tempest-ImagesOneServerTestJSON-1860768916-project-member] Enqueued Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGHEST for action security_group_members [ 779.947225] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGHEST for action security_group_members [ 779.947585] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-581b7387-8d7a-4e24-8e42-b5806dbc137f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.948086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.948086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.948086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.948266] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.948398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.948461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.948617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.948722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.948963] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.283918] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.284085] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-856" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.284252] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-856" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.284762] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-856" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.285116] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.285353] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.285475] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.285718] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.285880] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.286238] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.286238] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.286373] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.286967] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.286967] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.286967] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.286967] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.309158] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.309158] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.309158] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.309158] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-856" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.309158] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-0e17e4b0-1565-499a-860f-dbdf0e4c0454 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.309158] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-0e17e4b0-1565-499a-860f-dbdf0e4c0454" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.309484] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-0e17e4b0-1565-499a-860f-dbdf0e4c0454" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.309583] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-0e17e4b0-1565-499a-860f-dbdf0e4c0454" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.309792] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e17e4b0-1565-499a-860f-dbdf0e4c0454',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.452649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.452649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.453705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.453705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.453705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.453945] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.454420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.454420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.454420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.454547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.455122] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f already deleted. [ 780.455122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.812886] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.813124] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.813171] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.813417] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.813556] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.813703] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 0e17e4b0-1565-499a-860f-dbdf0e4c0454 not found, creating... [ 780.813954] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.815327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.815327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.815327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.815327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.815327] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.815327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.815327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.815327] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.815670] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.815670] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 0e17e4b0-1565-499a-860f-dbdf0e4c0454 is going to be created. [ 780.840468] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.840729] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.840858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.841431] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.841686] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.841924] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-0e17e4b0-1565-499a-860f-dbdf0e4c0454" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.898320] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: SUCCESS [ 780.898320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.898320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.898320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.898320] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.898320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.898320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.898320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.898320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.898320] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.400221] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.535512] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.535903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.535903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.536045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.536195] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.571302] env[66311]: INFO networking_nsxv3.common.synchronization [req-2b27cf5f-e83f-4797-8021-71a941053b8d req-2e63cf87-2a7e-4521-ba52-47cbea98da2f service nova] Enqueued Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGHEST for action security_group_rules [ 781.571482] env[66311]: INFO networking_nsxv3.common.synchronization [req-2b27cf5f-e83f-4797-8021-71a941053b8d req-2e63cf87-2a7e-4521-ba52-47cbea98da2f service nova] Enqueued Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGHEST for action security_group_members [ 781.571610] env[66311]: INFO networking_nsxv3.common.synchronization [req-2b27cf5f-e83f-4797-8021-71a941053b8d req-2e63cf87-2a7e-4521-ba52-47cbea98da2f service nova] Enqueued Resource ID: 0e17e4b0-1565-499a-860f-dbdf0e4c0454 with Priority: HIGHEST for action port [ 781.572101] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGHEST for action security_group_rules [ 781.572246] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGHEST for action security_group_members [ 781.572340] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e17e4b0-1565-499a-860f-dbdf0e4c0454 with Priority: HIGHEST for action port [ 781.572603] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-581b7387-8d7a-4e24-8e42-b5806dbc137f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.572745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.572782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.573040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.573130] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.573934] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-581b7387-8d7a-4e24-8e42-b5806dbc137f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.574056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.574123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.574281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.574447] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.574560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.574560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.574683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.574767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.574855] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.575635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e17e4b0-1565-499a-860f-dbdf0e4c0454 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.575697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e17e4b0-1565-499a-860f-dbdf0e4c0454" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.575782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e17e4b0-1565-499a-860f-dbdf0e4c0454" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.575871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e17e4b0-1565-499a-860f-dbdf0e4c0454" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.575941] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e17e4b0-1565-499a-860f-dbdf0e4c0454',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.902524] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.040926] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.077525] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-581b7387-8d7a-4e24-8e42-b5806dbc137f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.077683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.080247] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.080247] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e17e4b0-1565-499a-860f-dbdf0e4c0454 with status ACTIVE [ 782.080247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.080247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.080247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.080247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.081268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.081268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.081268] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e17e4b0-1565-499a-860f-dbdf0e4c0454 is going to be updated. [ 782.099868] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.100038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.100111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.100311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.100449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.100604] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e17e4b0-1565-499a-860f-dbdf0e4c0454" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.404761] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.404916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.404989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.405243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.405538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.405538] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be updated. [ 782.434748] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.434913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.435824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.436245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.446165] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: IN_PROGRESS for 2s [ 782.543094] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.584645] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.695033] env[66311]: INFO networking_nsxv3.common.synchronization [req-c58d5443-83f7-4314-ba88-d31453e0e9a0 req-ebfddca4-47e4-4959-9b36-697092ca7a4c tempest-ServersV294TestFqdnHostnames-796509689 tempest-ServersV294TestFqdnHostnames-796509689-project-member] Enqueued Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_members [ 782.695632] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_members [ 782.695959] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.696129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.696183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.696439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.696595] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.696690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.696795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.696920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.696989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.697110] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.045912] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 783.046375] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 783.048435] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.048729] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-42" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.048942] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-42" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.049432] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-42" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.049826] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.050042] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.050173] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.050397] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.052278] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.052445] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.052572] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.052683] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.052844] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.052970] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.053127] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.053292] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.074463] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.074629] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.074766] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.074960] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-42" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.075294] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-267a269d-4bef-4c6c-ac2b-eda46be49e56 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.075465] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-267a269d-4bef-4c6c-ac2b-eda46be49e56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.075579] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-267a269d-4bef-4c6c-ac2b-eda46be49e56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.075916] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-267a269d-4bef-4c6c-ac2b-eda46be49e56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.076067] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267a269d-4bef-4c6c-ac2b-eda46be49e56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.086031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.086201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.086275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.086483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.086575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.086673] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f is going to be created. [ 783.112688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.112895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.112895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.113169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.113492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.127146] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f in Status: UNINITIALIZED for 2s [ 783.161155] env[66311]: INFO networking_nsxv3.common.synchronization [req-f5dbf78f-434b-45e4-a505-f58a6df847e2 req-b9865626-6353-4893-bff6-d5bf3b35bbbf tempest-ListImageFiltersTestJSON-1132999594 tempest-ListImageFiltersTestJSON-1132999594-project-member] Enqueued Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 783.161819] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 783.162147] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.162301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.162371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.162538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.162688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.162796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.162845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.162991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.163094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.163206] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.198995] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.199208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.199259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.199525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.199626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.200123] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.200123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.200123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.200304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.200304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.200409] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 already deleted. [ 783.200466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.578994] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.579228] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.579351] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.579675] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.579902] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.580216] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 267a269d-4bef-4c6c-ac2b-eda46be49e56 not found, creating... [ 783.580443] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.580741] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.580741] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.580999] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.581189] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.581519] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.581694] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.581816] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.582051] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.582196] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.582343] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 267a269d-4bef-4c6c-ac2b-eda46be49e56 is going to be created. [ 783.603596] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.603823] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.603942] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.604283] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.605035] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.605035] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-267a269d-4bef-4c6c-ac2b-eda46be49e56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.665704] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.116279] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.116813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.116813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.130291] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 784.131277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.132173] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 784.158016] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.158203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.158249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.158969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.165357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.165858] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 784.165960] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 784.166064] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 784.167580] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.201795] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.201976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.201976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.202205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.203227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.203392] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 784.277778] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.277778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.277778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.277778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.278147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.278236] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 784.326621] env[66311]: INFO networking_nsxv3.common.synchronization [req-c58d5443-83f7-4314-ba88-d31453e0e9a0 req-d0982651-d61e-4e9c-9d3a-63508ea7f30e service nova] Enqueued Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_rules [ 784.326840] env[66311]: INFO networking_nsxv3.common.synchronization [req-c58d5443-83f7-4314-ba88-d31453e0e9a0 req-d0982651-d61e-4e9c-9d3a-63508ea7f30e service nova] Enqueued Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_members [ 784.327297] env[66311]: INFO networking_nsxv3.common.synchronization [req-c58d5443-83f7-4314-ba88-d31453e0e9a0 req-d0982651-d61e-4e9c-9d3a-63508ea7f30e service nova] Enqueued Resource ID: 267a269d-4bef-4c6c-ac2b-eda46be49e56 with Priority: HIGHEST for action port [ 784.327570] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_rules [ 784.327655] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_members [ 784.327698] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267a269d-4bef-4c6c-ac2b-eda46be49e56 with Priority: HIGHEST for action port [ 784.328038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.328148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.328181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.328374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.328459] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.329406] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.329525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.329601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.329762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.329909] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.330806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.330914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.331271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.331452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.331493] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.332355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-267a269d-4bef-4c6c-ac2b-eda46be49e56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.332721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-267a269d-4bef-4c6c-ac2b-eda46be49e56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.332721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-267a269d-4bef-4c6c-ac2b-eda46be49e56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.332721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-267a269d-4bef-4c6c-ac2b-eda46be49e56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.332837] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267a269d-4bef-4c6c-ac2b-eda46be49e56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.346190] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.346190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.346190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.346190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.346190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.346190] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 784.346543] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4bdf094a-045c-4864-bb72-52e2728f1841', '7980aa58-377a-4e78-a85a-741f8d1ecef3', 'cfa1ea22-7cea-4708-9424-ce4a5ec712d6', 'ce7965d0-2129-486a-9e1b-facd56ca403d', '4e01863b-7038-44ce-8bb1-b1724fe3ac80', 'dc39c88b-166c-4de4-8bc3-4e22688e605e', '0635767c-a5d6-4fbe-a6b2-d321ddfd7277', '6a417bb4-f694-4888-b1b1-fa1cebb71902', '9def8341-2f0c-44ff-8a13-373172c64ccd', 'eb31a6bb-3508-41a0-b245-b60f9e5296a5', '8344bda7-f2a0-423a-9157-414606377cb4', '07df4d1e-78e5-4f13-9616-55840371e5e8', '626c7a95-5768-490a-8dbc-e9cc46f7c6f6', '34f26701-4e63-4980-ba3d-5af99f57e4ec', 'a61983a6-ca21-4e14-a767-413653c7e8d1', 'e10a9173-3d94-4f28-8a9f-c4d77fe9b568', 'd31640ba-584e-48a1-8366-132517b80580', 'b27ef544-cd8a-4589-b275-0a8fb3314dea', '711ad014-bc46-45bb-836b-13aaaaf8107d', '93d79b3b-4fbd-4333-b823-ece5e302a361', '0a255023-79eb-4a38-9568-5a0137d46170', '60560821-fb9a-4fcb-8941-9efb64d3b098', 'a48b4459-b433-4f93-816b-0de077beff77', 'fc181297-5d0e-4a04-8d80-5424060f4ce5', '8326b4b5-a521-4cc0-8294-e756c497b7c1', '85c381f1-8346-4e57-b50b-45ac293c2fe9', 'b63d3715-a589-4c71-9625-dba827e5b851', '80c746c2-8845-47a1-aeaf-c06bf828afca', 'dca428fe-0e68-4db4-9aad-91f4f1a2d089', '8fa91f3f-0b2d-4a1e-869d-9702f4134fef', '0e7321bf-e035-41f5-bf64-c82324eb933e', 'dd957962-f2c3-4025-a673-3b5601ccfa68', 'ff9ad5f1-b035-4d0f-9439-1175de924804', '917f84d9-2269-47db-93be-54a02a5e9f03'} {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 784.346543] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 784.368183] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.368396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.368396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.370405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.370405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.370405] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 784.370405] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 784.370405] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 784.460573] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: SUCCESS [ 784.460803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.462796] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.462918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.462918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.463507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.464246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.464488] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 784.464591] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 784.464650] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 784.464717] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 784.464784] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 784.464862] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGH for action security_group_rules [ 784.464930] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGH for action security_group_rules [ 784.465021] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGH for action security_group_rules [ 784.465101] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGH for action security_group_rules [ 784.465101] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGH for action security_group_rules [ 784.465206] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGH for action security_group_rules [ 784.465256] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGH for action security_group_rules [ 784.465334] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGH for action security_group_rules [ 784.465386] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGH for action security_group_rules [ 784.465439] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGH for action security_group_rules [ 784.465484] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGH for action security_group_rules [ 784.465514] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGH for action security_group_rules [ 784.465584] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGH for action security_group_rules [ 784.465661] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGH for action security_group_rules [ 784.465726] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGH for action security_group_rules [ 784.465779] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGH for action security_group_rules [ 784.465857] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGH for action security_group_rules [ 784.465908] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGH for action security_group_rules [ 784.465938] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGH for action security_group_rules [ 784.465989] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGH for action security_group_rules [ 784.466173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.466363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.466568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.466743] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.467034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.468776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.468776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.468776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.468776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.468776] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.670211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.670364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.670435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.670643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.670753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.670840] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 is going to be updated. [ 784.705324] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.705656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.705656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.705836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.705997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.718383] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: IN_PROGRESS for 2s [ 784.834983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.835157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.836191] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.837368] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 267a269d-4bef-4c6c-ac2b-eda46be49e56 with status ACTIVE [ 784.837619] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.837760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.837834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.838340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.838340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.838439] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.838927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.838927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.838927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.839060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.839366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.839425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.839468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.839663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.839753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.839877] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 267a269d-4bef-4c6c-ac2b-eda46be49e56 is going to be updated. [ 784.860635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.860783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.860853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.861067] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.861222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.861375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-267a269d-4bef-4c6c-ac2b-eda46be49e56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.970454] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.970607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.970607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.970814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.970949] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.971058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.971171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.971278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.971364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.971518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.971671] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.971750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.971822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.971956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.972287] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.972375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.972434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.972570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.972643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.972721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.972809] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.136338] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f in Status: SUCCESS [ 785.136621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.136738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.136927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.137141] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.137310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.137310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.137470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.137580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.137623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.137707] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.337937] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.475758] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9def8341-2f0c-44ff-8a13-373172c64ccd: rpc.has_security_group_logging(os_id): False [ 785.496090] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.496260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.496331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.496594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.517992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.518319] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518513] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.518722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.518804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.518987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.519806] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.520127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.520127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.520541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be updated. [ 785.581630] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.581630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.581748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.581896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.582052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.594892] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: IN_PROGRESS for 2s [ 785.641208] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-581b7387-8d7a-4e24-8e42-b5806dbc137f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.641442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.641519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.641747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.641918] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.642022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.642105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.642235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.642322] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.642410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.642552] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-581b7387-8d7a-4e24-8e42-b5806dbc137f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.642648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.642709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.642844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.642976] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.643086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.643147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.643279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.643357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.643440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.643525] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.841247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.841247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.841247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.841393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.841393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.841459] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 is going to be created. [ 785.866921] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.867131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.867164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.867851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.867851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.881451] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 in Status: UNINITIALIZED for 2s [ 786.146366] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 581b7387-8d7a-4e24-8e42-b5806dbc137f: rpc.has_security_group_logging(os_id): False [ 786.169408] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.169684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.169803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.170105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.170237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.170473] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.170575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.170660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.170805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.170881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.171070] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.171216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.171305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.171492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.171579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.171799] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.171899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.171982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.172270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.172439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.172549] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f is going to be created. [ 786.257253] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.257470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.257535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.257823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.258217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.283736] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f in Status: IN_PROGRESS for 2s [ 786.730883] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: SUCCESS [ 786.730883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.379021] env[66311]: INFO networking_nsxv3.common.synchronization [req-fe232b48-2e0a-4a39-87de-70ef44e74be4 req-f7168fe4-9faa-42e0-931e-dd077cd6e384 tempest-ServersAdminNegativeTestJSON-959906595 tempest-ServersAdminNegativeTestJSON-959906595-project-member] Enqueued Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 787.379021] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGHEST for action security_group_members [ 787.379021] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bdf094a-045c-4864-bb72-52e2728f1841 with Priority: HIGH for action security_group_rules [ 787.379021] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 with Priority: HIGH for action security_group_rules [ 787.379021] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 with Priority: HIGH for action security_group_rules [ 787.379021] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGH for action security_group_rules [ 787.379021] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGH for action security_group_rules [ 787.379803] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad014-bc46-45bb-836b-13aaaaf8107d with Priority: HIGH for action security_group_rules [ 787.380078] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27ef544-cd8a-4589-b275-0a8fb3314dea with Priority: HIGH for action security_group_rules [ 787.380295] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGH for action security_group_rules [ 787.380510] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8344bda7-f2a0-423a-9157-414606377cb4 with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc39c88b-166c-4de4-8bc3-4e22688e605e with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7965d0-2129-486a-9e1b-facd56ca403d with Priority: HIGH for action security_group_rules [ 787.384034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.384034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.384034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.384034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.384034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.384034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.384034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.384034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.384034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.384034] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.385844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bdf094a-045c-4864-bb72-52e2728f1841 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.386570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.387799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.387982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.388083] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bdf094a-045c-4864-bb72-52e2728f1841',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.389073] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.389197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.389267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.389423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.389732] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfa1ea22-7cea-4708-9424-ce4a5ec712d6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.390377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.390545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.390655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.390899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.391015] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0635767c-a5d6-4fbe-a6b2-d321ddfd7277',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.393768] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.394108] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.394171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.394346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.394413] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.395604] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.396681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.396681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.396681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.396681] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.397654] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-711ad014-bc46-45bb-836b-13aaaaf8107d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.397769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.397835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.397985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.398585] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('711ad014-bc46-45bb-836b-13aaaaf8107d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.399707] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27ef544-cd8a-4589-b275-0a8fb3314dea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.399839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.399945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.400203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.400326] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27ef544-cd8a-4589-b275-0a8fb3314dea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.402262] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.402348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.402442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.402729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.402893] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.404123] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.404286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.404392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.404617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.404736] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.405858] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.406048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.406157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.406372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.406488] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10a9173-3d94-4f28-8a9f-c4d77fe9b568',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.406810] env[66311]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 787.410402] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.410402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.410402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.410402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.410402] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.410402] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07df4d1e-78e5-4f13-9616-55840371e5e8 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.410402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.410402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.410402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.410402] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07df4d1e-78e5-4f13-9616-55840371e5e8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.410901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8344bda7-f2a0-423a-9157-414606377cb4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.410901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.410901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.410901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.410901] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8344bda7-f2a0-423a-9157-414606377cb4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.411834] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.411932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.411991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.412191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.412259] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb31a6bb-3508-41a0-b245-b60f9e5296a5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.413271] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.413364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.413734] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc39c88b-166c-4de4-8bc3-4e22688e605e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.414730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.414730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.414730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.414730] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc39c88b-166c-4de4-8bc3-4e22688e605e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.415084] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.416583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.416583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.416583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.416583] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.416583] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.416782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.416782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.416903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.416962] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.418319] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7980aa58-377a-4e78-a85a-741f8d1ecef3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.418414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.418463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.418988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.418988] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7980aa58-377a-4e78-a85a-741f8d1ecef3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.419749] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7965d0-2129-486a-9e1b-facd56ca403d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.419903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.420792] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7965d0-2129-486a-9e1b-facd56ca403d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.429880] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.430061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.430137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.430350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.462365] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.462526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.464810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.464936] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.465080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.465327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.465401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.465493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.465619] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e is going to be updated. [ 787.468915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.469149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.510390] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.510519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.511460] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.511683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.512295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.512400] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfa1ea22-7cea-4708-9424-ce4a5ec712d6 is going to be deleted. [ 787.518758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.518758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.518758] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.518758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.518758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.518758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.519301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.531450] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: IN_PROGRESS for 2s [ 787.540776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.540892] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10a9173-3d94-4f28-8a9f-c4d77fe9b568 is going to be deleted. [ 787.541740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.541958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.562605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.562742] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07df4d1e-78e5-4f13-9616-55840371e5e8 is going to be deleted. [ 787.584634] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.584786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.584859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.585087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.585184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.585296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfa1ea22-7cea-4708-9424-ce4a5ec712d6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.607091] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.607229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.607295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.610025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.610025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.610025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10a9173-3d94-4f28-8a9f-c4d77fe9b568" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.612039] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: SUCCESS [ 787.612269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.612434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.612743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.613606] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.615056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.615056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.615056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.615206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.615280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.615364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07df4d1e-78e5-4f13-9616-55840371e5e8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.899455] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 in Status: SUCCESS [ 787.899790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.900063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.900641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.900716] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.901283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.901283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.901283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.901469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.901731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.901950] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.949684] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.949916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.949916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.950161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.973446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.973742] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bdf094a-045c-4864-bb72-52e2728f1841 is going to be deleted. [ 787.977259] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.977419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.977490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.977805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.977890] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.977963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.978029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.978199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.978385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.978385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.978526] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.981984] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.981984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.981984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.981984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.982204] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.982204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.982204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.982362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.982402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.982495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.982583] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.983542] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.983673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.983744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.983925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.984119] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.984234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.984300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.984456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.984547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.984643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.984738] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.986957] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.987079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.987170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.987296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.987479] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.987573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.987637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.987780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.987890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.988071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.988973] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.001052] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.001257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.001352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.001560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.001733] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.001831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.001905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.002069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.002168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.002255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.002356] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.050679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.050679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.050679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.050909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.050909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.050968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bdf094a-045c-4864-bb72-52e2728f1841" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.051995] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.052147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.052218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.052396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.054587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.054587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.055104] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.055205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.056293] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.056387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.057169] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.057257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.058058] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.058116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.060527] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.060619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.061965] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.061965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.062220] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.062349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.063453] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.064330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.084256] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 788.084926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.085105] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 711ad014-bc46-45bb-836b-13aaaaf8107d is going to be deleted. [ 788.086107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.086314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.110990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.111214] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be deleted. [ 788.112201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.112478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.112549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.112653] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e is going to be deleted. [ 788.116993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.117693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.118334] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.118695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.118878] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.120664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.120926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.121034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.121138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.121236] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.171435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.171611] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be deleted. [ 788.172943] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.173181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.199070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.199239] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0635767c-a5d6-4fbe-a6b2-d321ddfd7277 is going to be deleted. [ 788.201145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.201404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.203093] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.203217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.256276] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.256462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.281680] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.281792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.282980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.283191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.288430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.288520] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb31a6bb-3508-41a0-b245-b60f9e5296a5 is going to be deleted. [ 788.289855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.290171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.332997] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f in Status: SUCCESS [ 788.333275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.343508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.343657] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8344bda7-f2a0-423a-9157-414606377cb4 is going to be deleted. [ 788.344693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.345535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.379342] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.379897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.406870] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.435012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.435012] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27ef544-cd8a-4589-b275-0a8fb3314dea is going to be deleted. [ 788.435012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.435012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.482449] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.494865] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.494865] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.497678] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.506487] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.512413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.513182] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7980aa58-377a-4e78-a85a-741f8d1ecef3 is going to be deleted. [ 788.515673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.515982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.547111] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.547274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.603842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.606027] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7965d0-2129-486a-9e1b-facd56ca403d is going to be deleted. [ 788.606027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.606027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.606027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.606027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-711ad014-bc46-45bb-836b-13aaaaf8107d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.606027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.608027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.608027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.608027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.608027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.608027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.608027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.609146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.609618] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.610811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.611141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.611141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.611247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.612397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.612397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.612397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0635767c-a5d6-4fbe-a6b2-d321ddfd7277" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.612397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.612397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.612397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.612397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb31a6bb-3508-41a0-b245-b60f9e5296a5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.626254] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.626398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.626452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.627212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.627212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.627212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8344bda7-f2a0-423a-9157-414606377cb4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.627421] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.627556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.627621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.627789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.628660] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.628807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.628905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.629050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.629132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.629216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.629370] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.632223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.632223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.632223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.632223] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.632223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.632223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.632223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.632223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.632223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.632223] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.650050] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.650050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.650050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.650050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.650050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.650050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27ef544-cd8a-4589-b275-0a8fb3314dea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.677506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.677506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.677506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.677506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.677506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.677506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7980aa58-377a-4e78-a85a-741f8d1ecef3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.762615] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.763500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.763500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.763500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.763500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.763500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7965d0-2129-486a-9e1b-facd56ca403d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.908653] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70a43a96-aba5-4c20-b10b-eeb10d353425: rpc.has_security_group_logging(os_id): False [ 788.939240] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.939240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.939502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.939728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.939884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.940343] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.940471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.940541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.940711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.940791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.940882] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 is going to be created. [ 788.985945] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a417bb4-f694-4888-b1b1-fa1cebb71902: rpc.has_security_group_logging(os_id): False [ 789.000919] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34f26701-4e63-4980-ba3d-5af99f57e4ec: rpc.has_security_group_logging(os_id): False [ 789.001865] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 626c7a95-5768-490a-8dbc-e9cc46f7c6f6: rpc.has_security_group_logging(os_id): False [ 789.002959] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93d79b3b-4fbd-4333-b823-ece5e302a361: rpc.has_security_group_logging(os_id): False [ 789.009981] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61983a6-ca21-4e14-a767-413653c7e8d1: rpc.has_security_group_logging(os_id): False [ 789.016249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.016673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.033958] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.034135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.034199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.034396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.036618] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.036793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.042120] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.042120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.043885] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 in Status: IN_PROGRESS for 2s [ 789.047589] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.047771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.050375] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.050495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.060660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.061018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.061153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.061218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.061460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.061510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.061651] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be updated. [ 789.063039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.063219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.130583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.130957] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.131169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.131169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.131428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.131671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.131671] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be updated. [ 789.134712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.134945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.136118] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9def8341-2f0c-44ff-8a13-373172c64ccd: rpc.has_security_group_logging(os_id): False [ 789.183908] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.184075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.188778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.189140] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.189251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.189330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.189568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.189687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.189830] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec is going to be updated. [ 789.191765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.191765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.214955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.214955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.221535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.221753] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.221885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.222017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.222547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.222547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.222547] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 is going to be updated. [ 789.223541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.223745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.223899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.225477] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.225662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.225728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.225897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.226036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.228740] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.228740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.228740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.228740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.228740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.228740] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.228740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.228740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.228740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.228740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.228740] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be updated. [ 789.232320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.232581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.264843] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.264843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.276458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.277384] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.277384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.277384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.277384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.277384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.277384] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 is going to be updated. [ 789.280857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.280857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.280857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.281848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.282126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.282298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.300454] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.300598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.300706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.300966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.301063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.335365] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: IN_PROGRESS for 2s [ 789.336146] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: IN_PROGRESS for 2s [ 789.347885] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec in Status: IN_PROGRESS for 2s [ 789.450796] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.451148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.451273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.451640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.451828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.470314] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.470481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.470539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.470743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.471180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.502476] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 in Status: IN_PROGRESS for 2s [ 789.514869] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: IN_PROGRESS for 2s [ 789.517620] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.517620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.517914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.517994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.518224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.552388] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc39c88b-166c-4de4-8bc3-4e22688e605e in Status: SUCCESS [ 789.552625] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc39c88b-166c-4de4-8bc3-4e22688e605e deletion is rescheduled due to dependency. [ 789.552853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc39c88b-166c-4de4-8bc3-4e22688e605e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.562203] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 in Status: IN_PROGRESS for 2s [ 789.899043] env[66311]: INFO networking_nsxv3.common.synchronization [req-c060240f-efe2-4580-9b91-d87c3921025e req-6956fb91-f1f6-480b-80cf-d17a5b192516 tempest-MultipleCreateTestJSON-54758021 tempest-MultipleCreateTestJSON-54758021-project-member] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 789.899653] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 789.900023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.900243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.900428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.900687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.900924] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.901100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.901214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.901424] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.901557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.901841] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.306787] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.307031] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.307168] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.307492] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.307804] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.307964] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.308122] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.308301] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.308441] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.308645] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.308846] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.308968] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.309068] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.309179] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.309281] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.310032] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.337035] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.337035] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.337230] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.337434] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.337851] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-addb36db-bedb-456c-b2c2-9831a830a688 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.338480] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-addb36db-bedb-456c-b2c2-9831a830a688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.338618] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-addb36db-bedb-456c-b2c2-9831a830a688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.338976] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-addb36db-bedb-456c-b2c2-9831a830a688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.339147] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addb36db-bedb-456c-b2c2-9831a830a688',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.404702] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.404985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.405196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.405450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.405542] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.405816] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.405969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.406039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.406162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.406240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.406325] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e already deleted. [ 790.406442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.842018] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.842463] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.842463] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.842830] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.842991] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.843174] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port addb36db-bedb-456c-b2c2-9831a830a688 not found, creating... [ 790.843737] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.843737] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.843737] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.843941] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.844074] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.844371] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.844525] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.844644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.844842] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.844970] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.845141] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: addb36db-bedb-456c-b2c2-9831a830a688 is going to be created. [ 790.874282] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.874661] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.874878] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.875300] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.875670] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.876123] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-addb36db-bedb-456c-b2c2-9831a830a688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.060844] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 in Status: SUCCESS [ 791.062905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.354810] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: SUCCESS [ 791.355154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355987] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: SUCCESS [ 791.356210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.361929] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec in Status: SUCCESS [ 791.361929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.518544] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 in Status: SUCCESS [ 791.518807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.526471] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: SUCCESS [ 791.526746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.566809] env[66311]: INFO networking_nsxv3.common.synchronization [None req-31d301ac-46ef-41e4-a725-9aad6de3ce31 None None] Enqueued Resource ID: 7f61e52a-2745-41a4-bbc2-1edf1496e3de with Priority: HIGHEST for action port [ 791.567958] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f61e52a-2745-41a4-bbc2-1edf1496e3de with Priority: HIGHEST for action port [ 791.568498] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f61e52a-2745-41a4-bbc2-1edf1496e3de taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.568498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f61e52a-2745-41a4-bbc2-1edf1496e3de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.568498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f61e52a-2745-41a4-bbc2-1edf1496e3de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.568834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f61e52a-2745-41a4-bbc2-1edf1496e3de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.568834] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f61e52a-2745-41a4-bbc2-1edf1496e3de',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.575897] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 in Status: SUCCESS [ 791.576415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.621421] env[66311]: INFO networking_nsxv3.common.synchronization [req-c060240f-efe2-4580-9b91-d87c3921025e req-5ef2f7ea-7bec-469d-8205-8d6b19cbd794 service nova] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_rules [ 791.621628] env[66311]: INFO networking_nsxv3.common.synchronization [req-c060240f-efe2-4580-9b91-d87c3921025e req-5ef2f7ea-7bec-469d-8205-8d6b19cbd794 service nova] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 791.621628] env[66311]: INFO networking_nsxv3.common.synchronization [req-c060240f-efe2-4580-9b91-d87c3921025e req-5ef2f7ea-7bec-469d-8205-8d6b19cbd794 service nova] Enqueued Resource ID: addb36db-bedb-456c-b2c2-9831a830a688 with Priority: HIGHEST for action port [ 791.622243] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_rules [ 791.622445] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 791.622535] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: addb36db-bedb-456c-b2c2-9831a830a688 with Priority: HIGHEST for action port [ 791.622825] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.622951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.623035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.624957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.624957] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.625172] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.625339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.625339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.626434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.626434] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.626434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.626434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.626434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.626434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.626434] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.629562] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-addb36db-bedb-456c-b2c2-9831a830a688 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.629562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-addb36db-bedb-456c-b2c2-9831a830a688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.629562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-addb36db-bedb-456c-b2c2-9831a830a688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.629562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-addb36db-bedb-456c-b2c2-9831a830a688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.629562] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addb36db-bedb-456c-b2c2-9831a830a688',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.073353] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f61e52a-2745-41a4-bbc2-1edf1496e3de [ 792.073353] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.073353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.073353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.073353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.073353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.073353] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f61e52a-2745-41a4-bbc2-1edf1496e3de already deleted. [ 792.073353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f61e52a-2745-41a4-bbc2-1edf1496e3de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.129527] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.134543] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.134632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.135019] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port addb36db-bedb-456c-b2c2-9831a830a688 with status ACTIVE [ 792.135019] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.135125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.135181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.135385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.135475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.135885] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.135990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.136321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.136501] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.136593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.136862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.136947] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: addb36db-bedb-456c-b2c2-9831a830a688 is going to be updated. [ 792.157991] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.158166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.158233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.158435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.160019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.160019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-addb36db-bedb-456c-b2c2-9831a830a688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.609980] env[66311]: INFO networking_nsxv3.common.synchronization [req-c060240f-efe2-4580-9b91-d87c3921025e req-e4857ae4-a786-479e-a372-4bd071dd4bc7 tempest-MultipleCreateTestJSON-54758021 tempest-MultipleCreateTestJSON-54758021-project-member] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 792.610618] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 792.610915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.611866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.774736] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.005020] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.005020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.005020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.005020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.005020] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.005020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.005950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.008945] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.008945] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.008945] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.008945] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.008945] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.008945] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.008945] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.008945] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.008945] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.043715] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.043934] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.044154] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.044360] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.044708] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-ca96342a-4cd3-4442-a40d-b80840c7f4e0 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.044879] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-ca96342a-4cd3-4442-a40d-b80840c7f4e0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.044997] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-ca96342a-4cd3-4442-a40d-b80840c7f4e0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.045332] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-ca96342a-4cd3-4442-a40d-b80840c7f4e0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.045468] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca96342a-4cd3-4442-a40d-b80840c7f4e0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.276906] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.277214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.277214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.277341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.277429] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.277772] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be created. [ 793.306926] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.307238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.307238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.307560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.307667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.317191] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: UNINITIALIZED for 2s [ 793.549233] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.549428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.549543] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.549808] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.549954] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.550193] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port ca96342a-4cd3-4442-a40d-b80840c7f4e0 not found, creating... [ 793.550459] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.550615] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.550730] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.550940] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.551107] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.551408] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.551559] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.551670] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.551871] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.552010] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.552229] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: ca96342a-4cd3-4442-a40d-b80840c7f4e0 is going to be created. [ 793.572536] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.572774] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.572897] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.573187] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.573411] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.573621] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-ca96342a-4cd3-4442-a40d-b80840c7f4e0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.193688] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ac0997f8-7f52-44eb-b24f-0972583768e3 None None] Enqueued Resource ID: cbbc0551-7a83-473a-b0e4-0daf7ccd1e27 with Priority: HIGHEST for action port [ 794.194273] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbc0551-7a83-473a-b0e4-0daf7ccd1e27 with Priority: HIGHEST for action port [ 794.194668] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbc0551-7a83-473a-b0e4-0daf7ccd1e27 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.194747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbc0551-7a83-473a-b0e4-0daf7ccd1e27" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.194782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbc0551-7a83-473a-b0e4-0daf7ccd1e27" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.195125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbc0551-7a83-473a-b0e4-0daf7ccd1e27" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.195233] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbc0551-7a83-473a-b0e4-0daf7ccd1e27',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.339212] env[66311]: INFO networking_nsxv3.common.synchronization [req-c060240f-efe2-4580-9b91-d87c3921025e req-0f67740f-05cd-47bc-a0ec-228bf72af9e5 service nova] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_rules [ 794.340305] env[66311]: INFO networking_nsxv3.common.synchronization [req-c060240f-efe2-4580-9b91-d87c3921025e req-0f67740f-05cd-47bc-a0ec-228bf72af9e5 service nova] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 794.340305] env[66311]: INFO networking_nsxv3.common.synchronization [req-c060240f-efe2-4580-9b91-d87c3921025e req-0f67740f-05cd-47bc-a0ec-228bf72af9e5 service nova] Enqueued Resource ID: ca96342a-4cd3-4442-a40d-b80840c7f4e0 with Priority: HIGHEST for action port [ 794.340305] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_rules [ 794.340657] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 794.340788] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca96342a-4cd3-4442-a40d-b80840c7f4e0 with Priority: HIGHEST for action port [ 794.341503] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.341688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.341890] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.341985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.342220] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca96342a-4cd3-4442-a40d-b80840c7f4e0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.342340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca96342a-4cd3-4442-a40d-b80840c7f4e0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.342425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca96342a-4cd3-4442-a40d-b80840c7f4e0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.342659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca96342a-4cd3-4442-a40d-b80840c7f4e0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.343377] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca96342a-4cd3-4442-a40d-b80840c7f4e0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.696762] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbbc0551-7a83-473a-b0e4-0daf7ccd1e27 [ 794.697648] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.697648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.697648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.697648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.697648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697648] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbbc0551-7a83-473a-b0e4-0daf7ccd1e27 already deleted. [ 794.697648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbc0551-7a83-473a-b0e4-0daf7ccd1e27" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.845970] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca96342a-4cd3-4442-a40d-b80840c7f4e0 with status ACTIVE [ 794.845970] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.845970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.845970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.845970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.846275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.846275] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.846365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.846398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.847106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.847106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.847106] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.847106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.847106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.847106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.847106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.847395] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca96342a-4cd3-4442-a40d-b80840c7f4e0 is going to be updated. [ 794.873133] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.873133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.873309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.873871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.873871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.873871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca96342a-4cd3-4442-a40d-b80840c7f4e0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.201097] env[66311]: INFO networking_nsxv3.common.synchronization [req-e0ea5c18-9a8d-4ca7-bb2a-fea8e3f1a3c3 req-d8fe400e-6db4-4021-9023-eea834bed696 tempest-ServerRescueNegativeTestJSON-85084621 tempest-ServerRescueNegativeTestJSON-85084621-project-member] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 795.201531] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 795.201870] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.201992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.202071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.202399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.202482] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.202587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.202649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.202802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.202884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.202975] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.327579] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 795.327724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.327900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.328195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.328349] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.328471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.328536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.328734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.328818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.328905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.329011] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.331155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.331881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.331881] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.331881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.331881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.331881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.332182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.332182] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.582205] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.582638] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.582638] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.582912] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.583353] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.583506] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.584423] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.584423] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.584423] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.584423] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.584423] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.584423] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.584717] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.584717] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.584717] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.584848] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.607990] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.608196] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.608840] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.608840] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.609033] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-882480f8-b986-476c-aa8d-bf0af7d60cbd taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.609189] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-882480f8-b986-476c-aa8d-bf0af7d60cbd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.609299] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-882480f8-b986-476c-aa8d-bf0af7d60cbd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.609604] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-882480f8-b986-476c-aa8d-bf0af7d60cbd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.611023] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('882480f8-b986-476c-aa8d-bf0af7d60cbd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.705527] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.705759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.705831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.706057] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.706167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.706390] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.706511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.706568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.706709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.706785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.706874] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 already deleted. [ 795.706951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.832404] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.832404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.834705] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.116026] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.116026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.116026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.116026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.116026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.116026] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 882480f8-b986-476c-aa8d-bf0af7d60cbd not found, creating... [ 796.116026] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.116026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.116026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.116026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.116026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.116589] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.116589] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.116589] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.116589] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.116906] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.117179] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 882480f8-b986-476c-aa8d-bf0af7d60cbd is going to be created. [ 796.138404] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.138969] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.139317] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.139831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.140319] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.140920] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-882480f8-b986-476c-aa8d-bf0af7d60cbd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.338773] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.841040] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.841381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.841531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.841666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.841766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.841871] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 796.871526] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.871526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.871526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.871526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.871526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.875011] env[66311]: INFO networking_nsxv3.common.synchronization [req-e0ea5c18-9a8d-4ca7-bb2a-fea8e3f1a3c3 req-ef43634b-98e3-4348-b8ca-6cf81a03e49d service nova] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_rules [ 796.875347] env[66311]: INFO networking_nsxv3.common.synchronization [req-e0ea5c18-9a8d-4ca7-bb2a-fea8e3f1a3c3 req-ef43634b-98e3-4348-b8ca-6cf81a03e49d service nova] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 796.875485] env[66311]: INFO networking_nsxv3.common.synchronization [req-e0ea5c18-9a8d-4ca7-bb2a-fea8e3f1a3c3 req-ef43634b-98e3-4348-b8ca-6cf81a03e49d service nova] Enqueued Resource ID: 882480f8-b986-476c-aa8d-bf0af7d60cbd with Priority: HIGHEST for action port [ 796.875960] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_rules [ 796.876105] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 796.876201] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882480f8-b986-476c-aa8d-bf0af7d60cbd with Priority: HIGHEST for action port [ 796.877060] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.877060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.877060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.877060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.877060] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.878504] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.878504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.878504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.878734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.878819] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.878907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.878966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.879133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.879215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.879305] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.880506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-882480f8-b986-476c-aa8d-bf0af7d60cbd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.880623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-882480f8-b986-476c-aa8d-bf0af7d60cbd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.880623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-882480f8-b986-476c-aa8d-bf0af7d60cbd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.880775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-882480f8-b986-476c-aa8d-bf0af7d60cbd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.880847] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('882480f8-b986-476c-aa8d-bf0af7d60cbd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.882852] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 797.379265] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.379411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.380832] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.384139] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 882480f8-b986-476c-aa8d-bf0af7d60cbd with status ACTIVE [ 797.384241] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.384593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.384593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.384781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.384842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.385509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.385509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.385509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.385509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.385509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.385736] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.385736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.385736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.385911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.385941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.386050] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 882480f8-b986-476c-aa8d-bf0af7d60cbd is going to be updated. [ 797.409656] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.409826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.409938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.410280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.410432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.410589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-882480f8-b986-476c-aa8d-bf0af7d60cbd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.884498] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.390119] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.390119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.390119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.390119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.390119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.390119] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be created. [ 798.414727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.414889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.417173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.417173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.417173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.426604] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: UNINITIALIZED for 2s [ 798.893048] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 798.893346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.893426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.893622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.893807] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.893922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.893985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.894153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.894232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.894328] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.398457] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.900731] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.403662] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.404215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.404215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.404320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.404378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.404466] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 800.435968] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.436223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.436334] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.436590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.437479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.438684] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: SUCCESS [ 800.438868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.439387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.439590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.439843] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.439928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.439928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.440098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.440201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.440325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.440445] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.446580] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 800.942866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.943234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.943234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.943676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.943848] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.943956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.944037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.944183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.944387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.944480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.944630] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.944722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.944785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.944919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.945064] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.945257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.945357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.945548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.945623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.945708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.945797] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.448274] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f53e33ec-0193-45c4-ab39-13e295a3d4e5: rpc.has_security_group_logging(os_id): False [ 801.470688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.470688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.470688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.470688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.471505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.471544] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.471671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.471756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.473074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.473074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.473074] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be created. [ 801.541914] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.542137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.542257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.542628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.542945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.560309] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: IN_PROGRESS for 2s [ 801.878267] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 801.878267] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 802.233777] env[66311]: INFO networking_nsxv3.common.synchronization [None req-bded4957-4bdc-4b1d-852c-7ed57305c3f5 None None] Enqueued Resource ID: 1e401268-a2f5-4db9-8ad7-cd64f3c065a1 with Priority: HIGHEST for action port [ 802.233777] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e401268-a2f5-4db9-8ad7-cd64f3c065a1 with Priority: HIGHEST for action port [ 802.233777] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e401268-a2f5-4db9-8ad7-cd64f3c065a1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.233777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e401268-a2f5-4db9-8ad7-cd64f3c065a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.233777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e401268-a2f5-4db9-8ad7-cd64f3c065a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.234320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e401268-a2f5-4db9-8ad7-cd64f3c065a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.234320] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e401268-a2f5-4db9-8ad7-cd64f3c065a1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.460507] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 802.461203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.461996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.462281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.463295] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.463295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.463295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.463295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.463295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.463295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.463693] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.466022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.466022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.466022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.466022] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.466022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.466022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.466022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.466022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.466022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.466022] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.739634] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e401268-a2f5-4db9-8ad7-cd64f3c065a1 [ 802.739775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.739993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.740123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.740992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.740992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.740992] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e401268-a2f5-4db9-8ad7-cd64f3c065a1 already deleted. [ 802.740992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e401268-a2f5-4db9-8ad7-cd64f3c065a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.805257] env[66311]: INFO networking_nsxv3.common.synchronization [req-255a2edd-e13f-405a-bb54-62fa809fa4ba req-5738cf7c-5572-4e4b-9a1b-18f57fc466e6 tempest-ServerRescueNegativeTestJSON-85084621 tempest-ServerRescueNegativeTestJSON-85084621-project-member] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 802.805780] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 802.806085] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.806211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.806280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.806468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.806705] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.806811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.806875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.807035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.808605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.808605] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.967451] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba2fb05-3365-40ee-8538-044e8243660e: rpc.has_security_group_logging(os_id): False [ 802.990340] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.990496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.990561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.990784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.990876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.992060] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.992207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.992279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.992546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.992670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.992932] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.992985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.993104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.993338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.993437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.993631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.993725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.993793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.993990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.994123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.994229] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be created. [ 803.062655] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.062816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.062871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.063861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.063861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.075195] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 803.309456] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.333520] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.334171] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.334171] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.334171] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.334374] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.334531] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.334642] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.334847] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.334987] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.335204] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.335313] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.335416] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.335516] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.335619] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.335717] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.335840] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.356657] env[66311]: INFO networking_nsxv3.common.synchronization [req-9fedc427-b305-4cbb-af61-f726d6b973d3 req-69f9c750-91bf-4968-9fa4-e8e03ebcb3f6 tempest-ServersWithSpecificFlavorTestJSON-596314861 tempest-ServersWithSpecificFlavorTestJSON-596314861-project-member] Enqueued Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 803.357283] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917f84d9-2269-47db-93be-54a02a5e9f03 with Priority: HIGHEST for action security_group_members [ 803.358552] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.358711] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.358947] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.359016] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.359303] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.359671] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.359671] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.359862] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.360408] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0fd77e-bd1e-4b09-a754-ac113030bbe7',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.360977] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-917f84d9-2269-47db-93be-54a02a5e9f03 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.361107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.361188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.361398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.361562] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.361668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.361777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.361980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.362075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.362184] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917f84d9-2269-47db-93be-54a02a5e9f03',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.574466] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: SUCCESS [ 803.574705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.815237] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.864872] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.865235] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.865235] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.865708] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.865708] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.865850] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 0d0fd77e-bd1e-4b09-a754-ac113030bbe7 not found, creating... [ 803.866133] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.866907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.866907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.866907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.866907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.867209] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.867209] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.867306] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.867461] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.867656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.867855] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 0d0fd77e-bd1e-4b09-a754-ac113030bbe7 is going to be created. [ 803.869047] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.869163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.869239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.869391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.890410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.891197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.891197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.891197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.891197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.891197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.891197] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 is going to be updated. [ 803.893342] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.893531] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.893660] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.893898] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.894132] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.894345] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.926702] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.926702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.926702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.926702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.926702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.940937] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: IN_PROGRESS for 2s [ 804.317201] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.317687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.317687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.317687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.317868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.317868] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be updated. [ 804.352317] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.352947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.353057] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.353258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.353408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.367122] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: IN_PROGRESS for 2s [ 804.706905] env[66311]: INFO networking_nsxv3.common.synchronization [req-255a2edd-e13f-405a-bb54-62fa809fa4ba req-0c4cfc33-9d32-4478-90b7-d4cd8ccc848e service nova] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_rules [ 804.707250] env[66311]: INFO networking_nsxv3.common.synchronization [req-255a2edd-e13f-405a-bb54-62fa809fa4ba req-0c4cfc33-9d32-4478-90b7-d4cd8ccc848e service nova] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 804.707250] env[66311]: INFO networking_nsxv3.common.synchronization [req-255a2edd-e13f-405a-bb54-62fa809fa4ba req-0c4cfc33-9d32-4478-90b7-d4cd8ccc848e service nova] Enqueued Resource ID: 0d0fd77e-bd1e-4b09-a754-ac113030bbe7 with Priority: HIGHEST for action port [ 804.707795] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_rules [ 804.707935] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 804.709693] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0fd77e-bd1e-4b09-a754-ac113030bbe7 with Priority: HIGHEST for action port [ 804.709693] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.709693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.709693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.710779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.710779] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.712202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.712202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.712202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.712202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.712202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.712202] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0fd77e-bd1e-4b09-a754-ac113030bbe7',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.864802] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ae50e5fb-fa48-482a-99fc-2f2a275a43c3 None None] Enqueued Resource ID: 7fff7626-1bc6-45ad-b204-f827d61ef224 with Priority: HIGHEST for action port [ 804.866410] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fff7626-1bc6-45ad-b204-f827d61ef224 with Priority: HIGHEST for action port [ 804.867023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fff7626-1bc6-45ad-b204-f827d61ef224 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.867196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fff7626-1bc6-45ad-b204-f827d61ef224" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.867496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fff7626-1bc6-45ad-b204-f827d61ef224" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.870906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fff7626-1bc6-45ad-b204-f827d61ef224" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.870906] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fff7626-1bc6-45ad-b204-f827d61ef224',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.091411] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 805.091411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.091411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.091738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.091868] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.214422] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.214561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.216012] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d0fd77e-bd1e-4b09-a754-ac113030bbe7 with status ACTIVE [ 805.216241] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.216378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.216485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.216675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.216792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.217053] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.217304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.217304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.217416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.217500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.217754] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.217913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.217992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.218222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.218377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.218475] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d0fd77e-bd1e-4b09-a754-ac113030bbe7 is going to be updated. [ 805.243517] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.243696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.243741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.243909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.244092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.244228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0fd77e-bd1e-4b09-a754-ac113030bbe7" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.374411] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fff7626-1bc6-45ad-b204-f827d61ef224 [ 805.374411] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.374411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.374411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.374411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.374411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.374411] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fff7626-1bc6-45ad-b204-f827d61ef224 already deleted. [ 805.374411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fff7626-1bc6-45ad-b204-f827d61ef224" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.430363] env[66311]: INFO networking_nsxv3.common.synchronization [req-905baa2f-69ba-458f-a4fe-72385966f830 req-171abe94-9b3b-489b-85e4-7ead88c103a3 tempest-ServersAdminTestJSON-1735840894 tempest-ServersAdminTestJSON-1735840894-project-member] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 805.430829] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 805.431744] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.431889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.431953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.432152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.432315] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.432478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.432478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.432607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.432689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.432789] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.595081] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.596129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.596129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.596129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.596129] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.596129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.596129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.596129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.598682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.598682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.598682] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.686045] env[66311]: INFO networking_nsxv3.common.synchronization [None req-9b517d54-8eda-4c7a-aaa1-712f9db9139a None None] Enqueued Resource ID: 39eeb8c4-aea3-4525-97c8-60da800168e5 with Priority: HIGHEST for action port [ 805.687014] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39eeb8c4-aea3-4525-97c8-60da800168e5 with Priority: HIGHEST for action port [ 805.689251] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-39eeb8c4-aea3-4525-97c8-60da800168e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.689251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39eeb8c4-aea3-4525-97c8-60da800168e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.689251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39eeb8c4-aea3-4525-97c8-60da800168e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.689251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39eeb8c4-aea3-4525-97c8-60da800168e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.689251] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39eeb8c4-aea3-4525-97c8-60da800168e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.935782] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.951457] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.951685] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.951794] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.952210] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.952339] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.952529] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.952587] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.952794] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.952977] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.953292] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.953419] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.953526] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.953631] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.953740] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.953843] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.953974] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.955638] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917f84d9-2269-47db-93be-54a02a5e9f03 in Status: SUCCESS [ 805.955802] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917f84d9-2269-47db-93be-54a02a5e9f03 deletion is rescheduled due to dependency. [ 805.955901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917f84d9-2269-47db-93be-54a02a5e9f03" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.975243] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.975418] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.975572] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.975744] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.976068] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-d801897d-8ec1-42ab-ba3a-bca137b472d4 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.976239] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-d801897d-8ec1-42ab-ba3a-bca137b472d4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.976356] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-d801897d-8ec1-42ab-ba3a-bca137b472d4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.976667] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-d801897d-8ec1-42ab-ba3a-bca137b472d4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.976830] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d801897d-8ec1-42ab-ba3a-bca137b472d4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.101728] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.106132] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.106132] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.106132] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.106132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.106891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.106891] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.139849] env[66311]: INFO networking_nsxv3.common.synchronization [None req-2eac240c-7170-47e3-a0e8-5eba05e8b001 tempest-AttachVolumeShelveTestJSON-377672532 tempest-AttachVolumeShelveTestJSON-377672532-project-member] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_rules [ 806.140450] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_rules [ 806.140998] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.140998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.140998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.141184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.141274] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.192740] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39eeb8c4-aea3-4525-97c8-60da800168e5 [ 806.192988] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.193198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.193563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.193614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.193747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.193883] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39eeb8c4-aea3-4525-97c8-60da800168e5 already deleted. [ 806.193992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39eeb8c4-aea3-4525-97c8-60da800168e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.329061] env[66311]: INFO networking_nsxv3.common.synchronization [None req-018a3479-7562-4eee-ae18-9771cb911bac tempest-AttachVolumeShelveTestJSON-377672532 tempest-AttachVolumeShelveTestJSON-377672532-project-member] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_rules [ 806.329577] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_rules [ 806.329881] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.329987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.379043] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: SUCCESS [ 806.379381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.379832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.379832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.381764] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.381764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.381764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.381764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.381764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.381764] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.441412] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.479647] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.479907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.480047] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.480484] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.480758] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.480833] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port d801897d-8ec1-42ab-ba3a-bca137b472d4 not found, creating... [ 806.481158] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.481351] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.481473] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.481719] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.481857] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.482319] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.482589] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.482767] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.483049] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.483233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.483423] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: d801897d-8ec1-42ab-ba3a-bca137b472d4 is going to be created. [ 806.508510] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.508510] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.508510] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.509167] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.509553] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.510543] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-d801897d-8ec1-42ab-ba3a-bca137b472d4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.611808] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba2fb05-3365-40ee-8538-044e8243660e: rpc.has_security_group_logging(os_id): False [ 806.637017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.637202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.637372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.637556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.637687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.637983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.638150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.638259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.638513] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.638603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.638844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.638930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.638995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.641242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.641396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.641798] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.641990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.642224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.642552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.642552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.642765] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 806.664940] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.665105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.665168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.665390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.665483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.665581] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a already deleted. [ 806.665681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.665844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.666027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.666118] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.726898] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.727120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.727210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.727364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.727614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.743771] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 806.885218] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.943409] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.943542] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.943626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.943842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.944269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.944269] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 806.975852] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.975852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.976112] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.976355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.976540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.987022] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 807.189967] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.190269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.190566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.190844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.190991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.191154] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a already deleted. [ 807.191300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.258874] env[66311]: INFO networking_nsxv3.common.synchronization [req-905baa2f-69ba-458f-a4fe-72385966f830 req-5181324d-957f-4127-a6f8-b5143755a3cb service nova] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_rules [ 807.259070] env[66311]: INFO networking_nsxv3.common.synchronization [req-905baa2f-69ba-458f-a4fe-72385966f830 req-5181324d-957f-4127-a6f8-b5143755a3cb service nova] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 807.259206] env[66311]: INFO networking_nsxv3.common.synchronization [req-905baa2f-69ba-458f-a4fe-72385966f830 req-5181324d-957f-4127-a6f8-b5143755a3cb service nova] Enqueued Resource ID: d801897d-8ec1-42ab-ba3a-bca137b472d4 with Priority: HIGHEST for action port [ 807.259728] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_rules [ 807.259853] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 807.259942] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801897d-8ec1-42ab-ba3a-bca137b472d4 with Priority: HIGHEST for action port [ 807.260591] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.260764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.260856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.261108] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.261207] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.262247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.262377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.263148] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-d801897d-8ec1-42ab-ba3a-bca137b472d4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.265109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d801897d-8ec1-42ab-ba3a-bca137b472d4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.265109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d801897d-8ec1-42ab-ba3a-bca137b472d4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.265109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d801897d-8ec1-42ab-ba3a-bca137b472d4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.265109] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d801897d-8ec1-42ab-ba3a-bca137b472d4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.388793] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.766161] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d801897d-8ec1-42ab-ba3a-bca137b472d4 with status ACTIVE [ 807.766430] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.766684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.766684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.766934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.767056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.767254] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.767432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.767510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.767709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.767792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.767997] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.768156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.768278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.768408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.768489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.768846] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d801897d-8ec1-42ab-ba3a-bca137b472d4 is going to be updated. [ 807.770117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.770117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.800866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.801148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.801230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.801548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.801742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.802048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d801897d-8ec1-42ab-ba3a-bca137b472d4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.893607] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.893925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.893925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.894902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.894902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.894902] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be updated. [ 807.945520] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.945520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.945774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.945810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.945966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.974458] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: IN_PROGRESS for 2s [ 808.106842] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ba3399bc-215d-418e-b354-e2c2af95fe02 None None] Enqueued Resource ID: dd0cb06b-e0ef-4022-be17-0caec9c1ab9c with Priority: HIGHEST for action port [ 808.107410] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd0cb06b-e0ef-4022-be17-0caec9c1ab9c with Priority: HIGHEST for action port [ 808.107885] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd0cb06b-e0ef-4022-be17-0caec9c1ab9c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.107885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd0cb06b-e0ef-4022-be17-0caec9c1ab9c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.107885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd0cb06b-e0ef-4022-be17-0caec9c1ab9c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.108388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd0cb06b-e0ef-4022-be17-0caec9c1ab9c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.108388] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd0cb06b-e0ef-4022-be17-0caec9c1ab9c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.610907] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd0cb06b-e0ef-4022-be17-0caec9c1ab9c [ 808.611304] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.611468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.611468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.613488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.613488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.613488] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd0cb06b-e0ef-4022-be17-0caec9c1ab9c already deleted. [ 808.613488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd0cb06b-e0ef-4022-be17-0caec9c1ab9c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.757741] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 808.757953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.996608] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 808.996830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.997011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.997259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.997441] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.997560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.997626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.997781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.997860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.997953] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.500469] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.985334] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: SUCCESS [ 809.985642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.985761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.986282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.986282] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.986480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.986480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.986734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.986801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.986844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.986958] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.004239] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.490647] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.491308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.491438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.491681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.491874] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.491979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.492060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.492217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.492330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.492386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.492546] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.492656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.492693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.492866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.492950] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.493058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.493098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.493269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.493305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.493376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.493475] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.510629] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.511315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.511315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.511315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.511315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.511315] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 810.546607] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.546870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.547021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.548538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.548538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.562429] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 810.781168] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee85b16c-221d-405d-9ab2-9e2523e45b7a req-07133f09-3c5b-4958-a4cf-7be41b2cf279 tempest-MultipleCreateTestJSON-54758021 tempest-MultipleCreateTestJSON-54758021-project-member] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 810.781920] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 810.785205] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.785430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.785551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.785851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.786165] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.786262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.786338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.786535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.788049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.788049] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.999990] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f53e33ec-0193-45c4-ab39-13e295a3d4e5: rpc.has_security_group_logging(os_id): False [ 811.021182] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.021182] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.021182] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.021182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.021666] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.021666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.021666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.021666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.021666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.021666] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be updated. [ 811.053782] env[66311]: INFO networking_nsxv3.common.synchronization [req-432d70fb-f0b6-43db-b5a1-6aec5e938253 req-8564b632-122d-42bd-9663-07ddaedc0f2a tempest-MultipleCreateTestJSON-54758021 tempest-MultipleCreateTestJSON-54758021-project-member] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 811.053782] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 811.054288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.054607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.087426] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.087426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.087426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.087426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.087426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.101323] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: IN_PROGRESS for 2s [ 811.289219] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.793187] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.298470] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.298850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.298850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.298951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.298994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.299290] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 812.330907] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.331090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.331137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.331371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.331519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.341150] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 812.576550] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 812.576550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.576550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.576550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.576840] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.576931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.577437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.577437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.577437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.577582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.577636] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.079974] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.080176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.080398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.080452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.080631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.080744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.080808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.080972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.081069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.081157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.081317] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.081413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.081481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.081618] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.081753] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.081853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.081915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.082090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.082212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.082277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.082340] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.117937] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: SUCCESS [ 813.118189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.589263] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8326b4b5-a521-4cc0-8294-e756c497b7c1: rpc.has_security_group_logging(os_id): False [ 813.608011] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.608244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.608363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.608808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.632791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.633211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.633372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.633517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.633947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.633947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.634149] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.639670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.639670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.639670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.639670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.639670] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.639670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.639670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.639670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.639670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.639670] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 813.707464] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.707613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.707688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.707894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.708102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.721956] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 814.064840] env[66311]: INFO networking_nsxv3.common.synchronization [None req-871d5d6a-dee6-4237-ae8e-d9174636c6f7 None None] Enqueued Resource ID: cc56012e-ac61-494f-b0f7-ed8c723e5ac4 with Priority: HIGHEST for action port [ 814.065088] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc56012e-ac61-494f-b0f7-ed8c723e5ac4 with Priority: HIGHEST for action port [ 814.065645] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc56012e-ac61-494f-b0f7-ed8c723e5ac4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.066034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc56012e-ac61-494f-b0f7-ed8c723e5ac4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.066034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc56012e-ac61-494f-b0f7-ed8c723e5ac4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.066847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc56012e-ac61-494f-b0f7-ed8c723e5ac4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.066847] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc56012e-ac61-494f-b0f7-ed8c723e5ac4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.289366] env[66311]: INFO networking_nsxv3.common.synchronization [req-8b7edff1-fea1-4ea0-821d-a44bb30eb4ed req-11e92d5e-2bc7-41ef-a555-19322e2ffca0 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 814.289366] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 814.289837] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.290457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.290457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.291023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.294170] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.294170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.294170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.294170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.294170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.294170] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.354207] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 814.354507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.354692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.354906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.355108] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.355227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.355286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.355434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.355516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.355612] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.567931] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc56012e-ac61-494f-b0f7-ed8c723e5ac4 [ 814.568319] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.569149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.569232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.569564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.569564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.569909] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc56012e-ac61-494f-b0f7-ed8c723e5ac4 already deleted. [ 814.569909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc56012e-ac61-494f-b0f7-ed8c723e5ac4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.751679] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.751679] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-110" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.751679] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-110" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.751679] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-110" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.752187] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.752187] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.752291] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.752502] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.752679] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.752899] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.753059] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.753127] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.753225] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.753610] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.753610] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.753610] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.774789] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.774891] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.775041] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.775218] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-110" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.776538] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-bf205425-35f4-4446-8e6f-2b8d928dd824 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.776538] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.776538] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.776538] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.776538] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf205425-35f4-4446-8e6f-2b8d928dd824',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.795049] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.857908] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.859170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.859170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.859170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.859170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.859170] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.859170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.859170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.859483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.859483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.859483] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 814.887029] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.887029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.887271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.887382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.887469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.898584] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 815.123129] env[66311]: INFO networking_nsxv3.common.synchronization [req-d12c4e9b-1c4b-40c3-827a-4dcd22532aaa req-2fb234dd-3e48-43e4-8c1e-95f3f0512a29 tempest-ServersTestBootFromVolume-978735330 tempest-ServersTestBootFromVolume-978735330-project-member] Enqueued Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_members [ 815.123568] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGHEST for action security_group_members [ 815.123864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.123983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.124159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.124354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.124509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.124602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.124663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.124801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.124878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.124971] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.278621] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.278842] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.278961] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.279504] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.279504] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.279662] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port bf205425-35f4-4446-8e6f-2b8d928dd824 not found, creating... [ 815.279790] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.279957] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.280089] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.280326] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.280467] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.280752] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.280904] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.281385] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.281590] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.281735] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.281877] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: bf205425-35f4-4446-8e6f-2b8d928dd824 is going to be created. [ 815.301978] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.304870] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.305186] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.305500] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.305966] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.306139] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.306444] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.628031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.628031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.628031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.628322] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.628418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.628631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.628736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.628843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.629095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.629095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.629197] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec is going to be updated. [ 815.658302] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.658500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.658717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.658798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.658948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.670895] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec in Status: IN_PROGRESS for 2s [ 815.733813] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 815.734010] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.804555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.804874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.804874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.805020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.805533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.805533] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 815.837305] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.837305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.837305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.837305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.837305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.852262] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 816.049286] env[66311]: INFO networking_nsxv3.common.synchronization [req-8b7edff1-fea1-4ea0-821d-a44bb30eb4ed req-64f32667-ec40-412d-99e2-39bcd18cd208 service nova] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 816.049610] env[66311]: INFO networking_nsxv3.common.synchronization [req-8b7edff1-fea1-4ea0-821d-a44bb30eb4ed req-64f32667-ec40-412d-99e2-39bcd18cd208 service nova] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 816.049914] env[66311]: INFO networking_nsxv3.common.synchronization [req-8b7edff1-fea1-4ea0-821d-a44bb30eb4ed req-64f32667-ec40-412d-99e2-39bcd18cd208 service nova] Enqueued Resource ID: bf205425-35f4-4446-8e6f-2b8d928dd824 with Priority: HIGHEST for action port [ 816.051107] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 816.051334] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 816.051443] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf205425-35f4-4446-8e6f-2b8d928dd824 with Priority: HIGHEST for action port [ 816.052339] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.052339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.052339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.052339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.052339] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.053653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.053783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.056201] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf205425-35f4-4446-8e6f-2b8d928dd824 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.056201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.056201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.056201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.056201] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf205425-35f4-4446-8e6f-2b8d928dd824',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.557946] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.558134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.558385] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf205425-35f4-4446-8e6f-2b8d928dd824 with status ACTIVE [ 816.558568] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.558703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.558774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.559033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.559169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.560336] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.560466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.560569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.560719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.560818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.561016] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.561113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.561172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.561327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.561410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.561482] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf205425-35f4-4446-8e6f-2b8d928dd824 is going to be updated. [ 816.582824] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.582824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.582824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.583269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.583269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.583339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.751904] env[66311]: INFO networking_nsxv3.common.synchronization [None req-74908ef5-62ba-4408-89c4-9cc5852757ce None None] Enqueued Resource ID: c095d5d8-6d30-412a-8173-5f6c6d66a061 with Priority: HIGHEST for action port [ 816.752117] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c095d5d8-6d30-412a-8173-5f6c6d66a061 with Priority: HIGHEST for action port [ 816.752429] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c095d5d8-6d30-412a-8173-5f6c6d66a061 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.753229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c095d5d8-6d30-412a-8173-5f6c6d66a061" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.753229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c095d5d8-6d30-412a-8173-5f6c6d66a061" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.753229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c095d5d8-6d30-412a-8173-5f6c6d66a061" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.753229] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c095d5d8-6d30-412a-8173-5f6c6d66a061',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.915449] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 816.915774] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e deletion is rescheduled due to dependency. [ 816.915774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.258343] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c095d5d8-6d30-412a-8173-5f6c6d66a061 [ 817.258614] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.258761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.259033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.259155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.259226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.259327] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c095d5d8-6d30-412a-8173-5f6c6d66a061 already deleted. [ 817.259410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c095d5d8-6d30-412a-8173-5f6c6d66a061" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.681202] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec in Status: SUCCESS [ 817.681458] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec deletion is rescheduled due to dependency. [ 817.681572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.862987] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 817.863272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.863460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.863676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.863866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.863985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.864066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.864210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.864292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.864389] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.366205] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.868894] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.371770] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.371770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.372217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.372217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.372217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.372217] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 819.404544] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.405176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.405176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.405176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.405176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.415073] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 821.427259] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 821.427626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.427626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.427843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.428048] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.428161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.428296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.428488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.428572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.428660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.428750] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.752702] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 821.752938] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 821.932176] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.932176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.932176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.932176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.932176] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.932443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.932443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.933563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.933563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.933563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.933563] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.933563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.933563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.933563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.933903] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.933987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.934102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.934384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.934384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.934554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.934687] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.437703] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e7321bf-e035-41f5-bf64-c82324eb933e: rpc.has_security_group_logging(os_id): False [ 822.456018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.456191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.456262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.456646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.480132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.480132] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.480132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.480132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.480725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.480852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.481274] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.481521] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.481605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.481798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.481881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.482117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.482217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.482277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.482473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.482545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.482610] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 822.576249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.576383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.576417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.576631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.576780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.591172] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 824.609053] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 824.609377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.483103] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4f7ba7d-3b53-4444-bb40-d4b4386dff63 req-16dcfe2a-500a-48dc-9a3e-e7120e09cbb8 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 825.483327] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4f7ba7d-3b53-4444-bb40-d4b4386dff63 req-16dcfe2a-500a-48dc-9a3e-e7120e09cbb8 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 825.483869] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 825.484049] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 825.484306] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.484450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.484511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.484791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.484955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.485078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.485141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.485329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.485493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.485617] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.486561] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.486708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.486776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.486920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.487099] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.487194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.487313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.487419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.487583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.487583] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.553184] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4f7ba7d-3b53-4444-bb40-d4b4386dff63 req-16dcfe2a-500a-48dc-9a3e-e7120e09cbb8 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 825.553475] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4f7ba7d-3b53-4444-bb40-d4b4386dff63 req-16dcfe2a-500a-48dc-9a3e-e7120e09cbb8 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 825.553667] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4f7ba7d-3b53-4444-bb40-d4b4386dff63 req-16dcfe2a-500a-48dc-9a3e-e7120e09cbb8 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_rules [ 825.553810] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4f7ba7d-3b53-4444-bb40-d4b4386dff63 req-16dcfe2a-500a-48dc-9a3e-e7120e09cbb8 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 825.553939] env[66311]: INFO networking_nsxv3.common.synchronization [req-c4f7ba7d-3b53-4444-bb40-d4b4386dff63 req-16dcfe2a-500a-48dc-9a3e-e7120e09cbb8 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: bf205425-35f4-4446-8e6f-2b8d928dd824 with Priority: HIGHEST for action port [ 825.554733] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 825.554878] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_rules [ 825.554960] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf205425-35f4-4446-8e6f-2b8d928dd824 with Priority: HIGHEST for action port [ 825.555065] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 825.555155] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 825.555775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.555915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.555981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.556223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.556279] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.557225] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.557374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.557407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.557649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.557729] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.558585] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf205425-35f4-4446-8e6f-2b8d928dd824 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.558691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.558756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.558943] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.558987] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf205425-35f4-4446-8e6f-2b8d928dd824',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.559862] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.559970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.560359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.560444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.989732] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.990820] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.061790] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.061927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.062214] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.062293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.062449] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf205425-35f4-4446-8e6f-2b8d928dd824 with status ACTIVE [ 826.062599] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.062724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.062787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.062993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.063097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.063271] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.063561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.063561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.063561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.063725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.063810] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.063907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.063959] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.064111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.064174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.064262] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf205425-35f4-4446-8e6f-2b8d928dd824 is going to be updated. [ 826.085180] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.085264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.085313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.085558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.085845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.085974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.493092] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.494783] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.997612] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.997993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.997993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.998089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.998153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.998259] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 is going to be created. [ 826.999628] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.999803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.999803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.999979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.000079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.000168] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 827.025219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.025219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.025219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.025219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.025579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.029128] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.029259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.029380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.029523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.037278] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: UNINITIALIZED for 2s [ 827.037867] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 829.050059] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: SUCCESS [ 829.051459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.051823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.052216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.054016] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.054016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.054016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.054016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.054016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.054016] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.055151] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 829.055485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.055751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.056068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.056355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.056616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.056777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.058506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.058506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.058506] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.559193] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.560212] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.870106] env[66311]: INFO networking_nsxv3.common.synchronization [req-8070a580-14ba-46fb-afd1-8fa57f26ee12 req-6a6fb370-d244-4f14-898b-063070f4ce7e tempest-ServerGroupTestJSON-1068340382 tempest-ServerGroupTestJSON-1068340382-project-member] Enqueued Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGHEST for action security_group_members [ 829.870851] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGHEST for action security_group_members [ 829.871222] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b702f-81a6-49a3-a419-80181ba79346 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.871386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.871488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.871721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.871889] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.872015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.872076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.872220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.872304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.872406] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.063279] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.065065] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.219357] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.219357] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-116" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.219357] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-116" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.219872] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-116" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.220309] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.220726] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.220848] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.221854] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.222107] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.225126] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.225126] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.225126] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.225126] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.225126] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.225126] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.225126] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.246203] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.246438] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.246523] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.246708] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-116" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.247145] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-fba596c4-27b7-46f0-95c7-0c12fe391831 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.247332] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-fba596c4-27b7-46f0-95c7-0c12fe391831" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.247450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-fba596c4-27b7-46f0-95c7-0c12fe391831" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.247810] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-fba596c4-27b7-46f0-95c7-0c12fe391831" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.247949] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba596c4-27b7-46f0-95c7-0c12fe391831',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.375486] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.375674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.375748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.376069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.377020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.377020] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.377020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.377020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.377020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.377020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.377020] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9b702f-81a6-49a3-a419-80181ba79346 already deleted. [ 830.377020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.565969] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.565969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.566160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.566310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.566355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.566468] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 is going to be updated. [ 830.568163] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.568340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.568529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.569187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.569187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.569187] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 830.602519] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.602729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.602832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.603098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.603293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.605714] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.605857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.605936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.606194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.606352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.617198] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 830.618010] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: IN_PROGRESS for 2s [ 830.751488] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.751750] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.751877] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.752168] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.752316] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.752469] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port fba596c4-27b7-46f0-95c7-0c12fe391831 not found, creating... [ 830.752813] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.752906] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.753093] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.753259] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.753369] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.753653] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.753851] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.753895] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.754127] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.754230] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.754394] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: fba596c4-27b7-46f0-95c7-0c12fe391831 is going to be created. [ 830.775116] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.775344] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.775509] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.775728] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.775957] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.776194] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-fba596c4-27b7-46f0-95c7-0c12fe391831" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.997036] env[66311]: INFO networking_nsxv3.common.synchronization [req-529ca3ed-e031-45c9-b5b9-0b90ae0ef75e req-e8f74a71-8346-4a56-9414-1de07fb1e5ea tempest-ListImageFiltersTestJSON-1132999594 tempest-ListImageFiltersTestJSON-1132999594-project-member] Enqueued Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 830.997681] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ad5f1-b035-4d0f-9439-1175de924804 with Priority: HIGHEST for action security_group_members [ 830.998054] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ad5f1-b035-4d0f-9439-1175de924804 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.998216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.998294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.998527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.998685] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.998787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.998851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.999010] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.999097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.999197] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ad5f1-b035-4d0f-9439-1175de924804',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.501937] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.502368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.502368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.503261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.533835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.534968] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.535188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.535267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.535457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.535537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.535639] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 is going to be updated. [ 831.546649] env[66311]: INFO networking_nsxv3.common.synchronization [req-8070a580-14ba-46fb-afd1-8fa57f26ee12 req-f3eef1c9-7526-429a-aa6c-69c1e77ebc10 service nova] Enqueued Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGHEST for action security_group_rules [ 831.546823] env[66311]: INFO networking_nsxv3.common.synchronization [req-8070a580-14ba-46fb-afd1-8fa57f26ee12 req-f3eef1c9-7526-429a-aa6c-69c1e77ebc10 service nova] Enqueued Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGHEST for action security_group_members [ 831.547107] env[66311]: INFO networking_nsxv3.common.synchronization [req-8070a580-14ba-46fb-afd1-8fa57f26ee12 req-f3eef1c9-7526-429a-aa6c-69c1e77ebc10 service nova] Enqueued Resource ID: fba596c4-27b7-46f0-95c7-0c12fe391831 with Priority: HIGHEST for action port [ 831.547485] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGHEST for action security_group_rules [ 831.547623] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGHEST for action security_group_members [ 831.547720] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba596c4-27b7-46f0-95c7-0c12fe391831 with Priority: HIGHEST for action port [ 831.548080] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9b702f-81a6-49a3-a419-80181ba79346 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.548161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.548161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.548500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.548579] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.549442] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b702f-81a6-49a3-a419-80181ba79346 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.549556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.549612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.549784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.549926] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.550028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.550098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.550230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.550301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.550499] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.551580] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba596c4-27b7-46f0-95c7-0c12fe391831 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.551704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba596c4-27b7-46f0-95c7-0c12fe391831" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.551771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba596c4-27b7-46f0-95c7-0c12fe391831" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.551925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba596c4-27b7-46f0-95c7-0c12fe391831" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.551998] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba596c4-27b7-46f0-95c7-0c12fe391831',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.566494] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.566666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.566708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.566898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.567102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.576736] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: IN_PROGRESS for 2s [ 832.054033] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.055105] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b702f-81a6-49a3-a419-80181ba79346 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.055258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.056036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fba596c4-27b7-46f0-95c7-0c12fe391831 with status ACTIVE [ 832.056036] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.056036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.056036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.056451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.056451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.056451] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.056633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.056633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.056699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.056764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.056932] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.057236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.057323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.057487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.057561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.057647] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fba596c4-27b7-46f0-95c7-0c12fe391831 is going to be updated. [ 832.081643] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.081643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.081643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.081643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.081643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.082483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba596c4-27b7-46f0-95c7-0c12fe391831" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.403045] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 832.403248] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 7f4c1805-80f6-487e-a435-00ce336e7706 with Priority: HIGHEST for action security_group_members [ 832.403366] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 832.403913] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 832.407196] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4c1805-80f6-487e-a435-00ce336e7706 with Priority: HIGHEST for action security_group_members [ 832.407281] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 832.407584] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.407665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.408175] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4c1805-80f6-487e-a435-00ce336e7706 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.408285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.408347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.408634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.408788] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.408887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.409399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.409590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.409668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.409791] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.410807] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.411123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.461291] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 832.461503] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 832.461665] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 7f4c1805-80f6-487e-a435-00ce336e7706 with Priority: HIGHEST for action security_group_rules [ 832.461797] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 7f4c1805-80f6-487e-a435-00ce336e7706 with Priority: HIGHEST for action security_group_members [ 832.461920] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_rules [ 832.462057] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 832.462510] env[66311]: INFO networking_nsxv3.common.synchronization [req-65e10407-9eea-46c8-8fdc-77ae1a237c21 req-22c1f372-5ad7-4303-8f59-9e5bbce6e2ca tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: bf205425-35f4-4446-8e6f-2b8d928dd824 with Priority: HIGHEST for action port [ 832.463453] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_rules [ 832.463804] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4c1805-80f6-487e-a435-00ce336e7706 with Priority: HIGHEST for action security_group_rules [ 832.464080] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 832.464244] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf205425-35f4-4446-8e6f-2b8d928dd824 with Priority: HIGHEST for action port [ 832.464584] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_rules [ 832.464584] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 832.464584] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4c1805-80f6-487e-a435-00ce336e7706 with Priority: HIGHEST for action security_group_members [ 832.464825] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.464890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.465135] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f4c1805-80f6-487e-a435-00ce336e7706 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.465257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.465314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.465605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.465715] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.466785] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.466892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.467784] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf205425-35f4-4446-8e6f-2b8d928dd824 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.467784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.467784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.467784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.467784] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf205425-35f4-4446-8e6f-2b8d928dd824',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.468709] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.468709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.468709] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.468891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.470431] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4c1805-80f6-487e-a435-00ce336e7706 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.470431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.556446] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.634168] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: SUCCESS [ 832.634419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.635134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.635293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.635527] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.635679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.635758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.635961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.636090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.636205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.636309] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.639324] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 832.639508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.639655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.639835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.639999] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.640344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.640522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.640701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.640791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.641437] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.642250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.642453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.642864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.642864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.642864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.643200] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.643200] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.643318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.643380] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.644602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.644827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.644915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645372] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.706727] env[66311]: INFO networking_nsxv3.common.synchronization [req-4579d381-1626-4066-b76b-d645025b676a req-cc6ac4cc-d784-4cbd-afc1-fc0b35dfd0b9 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 832.707325] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 832.707637] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.707764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.707825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.708199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.708430] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.708539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.708610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.708769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.708926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.708980] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.729337] env[66311]: INFO networking_nsxv3.common.synchronization [req-2ba0b1df-b0a3-4b7b-87a9-c654a1f8a3f6 req-d03b69e0-b746-452b-ab39-cf85964981cd tempest-ImagesNegativeTestJSON-164320827 tempest-ImagesNegativeTestJSON-164320827-project-member] Enqueued Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGHEST for action security_group_members [ 832.729665] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGHEST for action security_group_members [ 832.730215] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a438b473-22ee-43d2-b22a-34af0b573b98 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.730351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.730416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.731352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.731802] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.731802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.731802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.732056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.732056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.733362] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.740445] env[66311]: INFO networking_nsxv3.common.synchronization [req-4579d381-1626-4066-b76b-d645025b676a req-cc6ac4cc-d784-4cbd-afc1-fc0b35dfd0b9 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 832.740445] env[66311]: INFO networking_nsxv3.common.synchronization [req-4579d381-1626-4066-b76b-d645025b676a req-cc6ac4cc-d784-4cbd-afc1-fc0b35dfd0b9 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 832.740906] env[66311]: INFO networking_nsxv3.common.synchronization [req-4579d381-1626-4066-b76b-d645025b676a req-cc6ac4cc-d784-4cbd-afc1-fc0b35dfd0b9 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a7668e33-13e3-44d8-9a9d-906db468e741 with Priority: HIGHEST for action port [ 832.741403] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 832.741896] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 832.741896] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7668e33-13e3-44d8-9a9d-906db468e741 with Priority: HIGHEST for action port [ 832.742134] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.742252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.742317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.742582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.742737] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.745249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.745249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.745249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7668e33-13e3-44d8-9a9d-906db468e741 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.745249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.745249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.745249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.745249] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7668e33-13e3-44d8-9a9d-906db468e741',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.914492] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.970639] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4c1805-80f6-487e-a435-00ce336e7706 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.970639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.971999] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf205425-35f4-4446-8e6f-2b8d928dd824 with status ACTIVE [ 832.972563] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.975675] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.975675] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.975675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.975675] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf205425-35f4-4446-8e6f-2b8d928dd824 is going to be updated. [ 833.002449] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.002770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.002913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.003252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.003509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.003898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf205425-35f4-4446-8e6f-2b8d928dd824" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.059960] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.060371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.060580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.061777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.061971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.062228] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9b702f-81a6-49a3-a419-80181ba79346 is going to be created. [ 833.107551] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.113936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.113936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.113936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.113936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.126538] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.126747] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-772" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.126867] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-772" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.127222] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-772" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.127506] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.127670] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.127786] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.128523] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.128791] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.129041] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.129163] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.129368] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.129662] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.129854] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.129971] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.130148] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.136942] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9b702f-81a6-49a3-a419-80181ba79346 in Status: UNINITIALIZED for 2s [ 833.138329] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.143451] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.144886] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.145439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.148400] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.152953] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.153197] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.153390] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.153590] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-772" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.153921] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-b01b657d-6a7b-4f9b-a064-9ade09f513a1 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.156460] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-b01b657d-6a7b-4f9b-a064-9ade09f513a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.156460] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-b01b657d-6a7b-4f9b-a064-9ade09f513a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.156848] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-b01b657d-6a7b-4f9b-a064-9ade09f513a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.157461] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01b657d-6a7b-4f9b-a064-9ade09f513a1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.211529] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.235045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.235257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.235257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.236070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.236070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.236070] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.236070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.236070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.236070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.236370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.236370] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a438b473-22ee-43d2-b22a-34af0b573b98 already deleted. [ 833.236370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.246468] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.246793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.248553] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7668e33-13e3-44d8-9a9d-906db468e741 with status ACTIVE [ 833.248768] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.248966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.249077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.249373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.250238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.253575] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.253575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.253575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.253575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.253575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.253575] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.253575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.253575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.253575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.253575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.253575] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7668e33-13e3-44d8-9a9d-906db468e741 is going to be updated. [ 833.278732] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.278886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.278954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.279261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.279415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.279590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.418508] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.591123] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ad5f1-b035-4d0f-9439-1175de924804 in Status: SUCCESS [ 833.591496] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ad5f1-b035-4d0f-9439-1175de924804 deletion is rescheduled due to dependency. [ 833.591700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ad5f1-b035-4d0f-9439-1175de924804" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.641153] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab5c8c3-7960-417c-b956-7ecfcd25f462: rpc.has_security_group_logging(os_id): False [ 833.645912] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.658525] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.658691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.658808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.659071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.659219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.659488] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.659623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.659754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.659946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.660079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.660172] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 is going to be created. [ 833.661312] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.662395] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.662714] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.662892] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.663205] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.663476] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.663678] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port b01b657d-6a7b-4f9b-a064-9ade09f513a1 not found, creating... [ 833.663974] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.664203] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.664376] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.664628] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.664817] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.665148] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.665365] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.665568] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.665842] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.666050] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.666239] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: b01b657d-6a7b-4f9b-a064-9ade09f513a1 is going to be created. [ 833.691032] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.691032] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.691168] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.691472] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.691743] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.692054] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-b01b657d-6a7b-4f9b-a064-9ade09f513a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.714923] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.726865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.727022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.727091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.727298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.727470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.745589] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: IN_PROGRESS for 2s [ 833.921534] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.921807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.921807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.921996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.922102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.922211] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4c1805-80f6-487e-a435-00ce336e7706 is going to be created. [ 833.959427] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.959427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.959427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.959427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.959427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.970654] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4c1805-80f6-487e-a435-00ce336e7706 in Status: UNINITIALIZED for 2s [ 834.149392] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.149392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.149392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.149392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.149392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.149392] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 is going to be updated. [ 834.169077] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.169225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.169494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.169736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.169824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.169927] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 834.183263] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.183875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.183875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.183875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.183875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.191986] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: IN_PROGRESS for 2s [ 834.205786] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.205922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.206021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.206217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.206357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.217544] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 834.219461] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.219461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.219461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.219461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.219461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.219461] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be updated. [ 834.257544] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.257843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.257843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.258033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.258179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.274159] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: IN_PROGRESS for 2s [ 834.448983] env[66311]: INFO networking_nsxv3.common.synchronization [req-2ba0b1df-b0a3-4b7b-87a9-c654a1f8a3f6 req-564fbf01-fc95-429b-aaee-dcf5ece64081 service nova] Enqueued Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGHEST for action security_group_rules [ 834.448983] env[66311]: INFO networking_nsxv3.common.synchronization [req-2ba0b1df-b0a3-4b7b-87a9-c654a1f8a3f6 req-564fbf01-fc95-429b-aaee-dcf5ece64081 service nova] Enqueued Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGHEST for action security_group_members [ 834.449152] env[66311]: INFO networking_nsxv3.common.synchronization [req-2ba0b1df-b0a3-4b7b-87a9-c654a1f8a3f6 req-564fbf01-fc95-429b-aaee-dcf5ece64081 service nova] Enqueued Resource ID: b01b657d-6a7b-4f9b-a064-9ade09f513a1 with Priority: HIGHEST for action port [ 834.452136] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGHEST for action security_group_rules [ 834.452136] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGHEST for action security_group_members [ 834.452136] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01b657d-6a7b-4f9b-a064-9ade09f513a1 with Priority: HIGHEST for action port [ 834.452136] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a438b473-22ee-43d2-b22a-34af0b573b98 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.452136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.452136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.452136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.452136] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.453619] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a438b473-22ee-43d2-b22a-34af0b573b98 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.453619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.453778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.455038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.455038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.455038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.455038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.455038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.455038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.455038] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.456711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b01b657d-6a7b-4f9b-a064-9ade09f513a1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.456711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b01b657d-6a7b-4f9b-a064-9ade09f513a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.456711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b01b657d-6a7b-4f9b-a064-9ade09f513a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.457163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b01b657d-6a7b-4f9b-a064-9ade09f513a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.457163] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01b657d-6a7b-4f9b-a064-9ade09f513a1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.956593] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.959905] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b01b657d-6a7b-4f9b-a064-9ade09f513a1 with status ACTIVE [ 834.960307] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.960307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.960486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.960558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.960646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.960973] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.960973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.960973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.961130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.961207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.961385] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.961494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.961556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.961698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.961771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.961890] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b01b657d-6a7b-4f9b-a064-9ade09f513a1 is going to be updated. [ 834.962991] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a438b473-22ee-43d2-b22a-34af0b573b98 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.964291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.989387] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.989594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.989714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.989961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.990121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.990283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b01b657d-6a7b-4f9b-a064-9ade09f513a1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.155211] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9b702f-81a6-49a3-a419-80181ba79346 in Status: SUCCESS [ 835.155512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.155582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.155799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.155981] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.156118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.156180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.159024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.159024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.159024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.159024] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.460102] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.660947] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b702f-81a6-49a3-a419-80181ba79346 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.661135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.661196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.661413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.661586] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.661715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.661808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.661993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.662095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.662185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.662338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b702f-81a6-49a3-a419-80181ba79346 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.662674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.662767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.662890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.663055] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.663226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.663328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.663383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.663460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.663543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.663672] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.758349] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: SUCCESS [ 835.758641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.758956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.759777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.759777] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.968385] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.968385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.968385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.968385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.968385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.968385] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a438b473-22ee-43d2-b22a-34af0b573b98 is going to be created. [ 835.983720] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4c1805-80f6-487e-a435-00ce336e7706 in Status: SUCCESS [ 835.984102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.985447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.985447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.985447] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.985447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.985791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.985791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.985948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.986442] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.000773] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.000988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.000988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.001165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.001697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.017617] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a438b473-22ee-43d2-b22a-34af0b573b98 in Status: UNINITIALIZED for 2s [ 836.165870] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c9b702f-81a6-49a3-a419-80181ba79346: rpc.has_security_group_logging(os_id): False [ 836.190622] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.191015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.191198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.191581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.191793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.193017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.193017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.193017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.193017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.193017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.193017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.193017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.193017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.193666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.193828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.194200] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.195036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.195036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.195036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.195036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.195036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9b702f-81a6-49a3-a419-80181ba79346 is going to be created. [ 836.213381] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: SUCCESS [ 836.213381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.213381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.213587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.213727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.214626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.215405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.215636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.215742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.215850] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.230672] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 836.231149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.232985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.232985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.232985] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.233434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.234018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.234018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.234018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.234654] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.262880] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.264388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.276477] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.276651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.276723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.276979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.277177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.290772] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: SUCCESS [ 836.290772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.291109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.291368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.291791] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.292762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.292762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.292762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.292762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.292762] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.294600] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9b702f-81a6-49a3-a419-80181ba79346 in Status: IN_PROGRESS for 2s [ 836.491792] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.630018] env[66311]: INFO networking_nsxv3.common.synchronization [req-e41a6f41-a625-42ef-8b8e-eb08e207f97f req-bed6a111-f553-4b1b-ae43-bfe2cebbee56 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 836.630661] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 836.630970] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.631099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.646649] env[66311]: INFO networking_nsxv3.common.synchronization [req-e41a6f41-a625-42ef-8b8e-eb08e207f97f req-bed6a111-f553-4b1b-ae43-bfe2cebbee56 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 836.646830] env[66311]: INFO networking_nsxv3.common.synchronization [req-e41a6f41-a625-42ef-8b8e-eb08e207f97f req-bed6a111-f553-4b1b-ae43-bfe2cebbee56 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 836.646968] env[66311]: INFO networking_nsxv3.common.synchronization [req-e41a6f41-a625-42ef-8b8e-eb08e207f97f req-bed6a111-f553-4b1b-ae43-bfe2cebbee56 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a7668e33-13e3-44d8-9a9d-906db468e741 with Priority: HIGHEST for action port [ 836.647668] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_rules [ 836.647808] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 836.647904] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7668e33-13e3-44d8-9a9d-906db468e741 with Priority: HIGHEST for action port [ 836.648430] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.648512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.648671] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.648756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.648934] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7668e33-13e3-44d8-9a9d-906db468e741 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.649055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.649121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.649369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.649416] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7668e33-13e3-44d8-9a9d-906db468e741',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.723536] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.737012] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.798872] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.994668] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.098236] env[66311]: INFO networking_nsxv3.common.synchronization [None req-be71e4e1-9885-47dd-b57e-b5a065efb44d None None] Enqueued Resource ID: 264a9486-8a51-4b52-90a6-fef4c5a0d85d with Priority: HIGHEST for action port [ 837.098236] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a9486-8a51-4b52-90a6-fef4c5a0d85d with Priority: HIGHEST for action port [ 837.098236] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-264a9486-8a51-4b52-90a6-fef4c5a0d85d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.098650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-264a9486-8a51-4b52-90a6-fef4c5a0d85d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.098772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-264a9486-8a51-4b52-90a6-fef4c5a0d85d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.098969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-264a9486-8a51-4b52-90a6-fef4c5a0d85d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.099069] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264a9486-8a51-4b52-90a6-fef4c5a0d85d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.115551] env[66311]: INFO networking_nsxv3.common.synchronization [req-995013e3-f11f-4ca4-9fb0-bca1ddf8d1c1 req-0526b134-84a1-4103-9b65-3c44ba2c778a tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 7f4c1805-80f6-487e-a435-00ce336e7706 with Priority: HIGHEST for action security_group_members [ 837.115551] env[66311]: INFO networking_nsxv3.common.synchronization [req-995013e3-f11f-4ca4-9fb0-bca1ddf8d1c1 req-0526b134-84a1-4103-9b65-3c44ba2c778a tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 837.115836] env[66311]: INFO networking_nsxv3.common.synchronization [req-995013e3-f11f-4ca4-9fb0-bca1ddf8d1c1 req-0526b134-84a1-4103-9b65-3c44ba2c778a tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 837.116612] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4c1805-80f6-487e-a435-00ce336e7706 with Priority: HIGHEST for action security_group_members [ 837.116988] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 837.116988] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGHEST for action security_group_members [ 837.117244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f4c1805-80f6-487e-a435-00ce336e7706 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.117363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.117658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.117808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.118081] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.118183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.151460] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7668e33-13e3-44d8-9a9d-906db468e741 with status ACTIVE [ 837.152195] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.152334] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.152401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.152613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.152716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.153152] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.153323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.153438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.153675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.153803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.154640] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.154841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.154946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.156073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.156195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.156326] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7668e33-13e3-44d8-9a9d-906db468e741 is going to be updated. [ 837.190500] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.190687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.190752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.190913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.191068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.191227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7668e33-13e3-44d8-9a9d-906db468e741" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.226280] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.241231] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.302139] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.498173] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.498173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.498521] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.498521] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.498696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.498696] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4c1805-80f6-487e-a435-00ce336e7706 is going to be updated. [ 837.535642] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.535642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.535642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.535642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.536496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.549277] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4c1805-80f6-487e-a435-00ce336e7706 in Status: IN_PROGRESS for 2s [ 837.601096] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 264a9486-8a51-4b52-90a6-fef4c5a0d85d [ 837.601443] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.601527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.601566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.601821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.601874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.601999] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:264a9486-8a51-4b52-90a6-fef4c5a0d85d already deleted. [ 837.602102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-264a9486-8a51-4b52-90a6-fef4c5a0d85d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.728203] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.728373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.728462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.728678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.729260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.729260] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 is going to be updated. [ 837.744809] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.744809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.745033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.745186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.745335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.745452] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 837.764026] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.764026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.764026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.764026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.764026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.777830] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: IN_PROGRESS for 2s [ 837.779477] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.779795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.779795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.779977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.780311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.789102] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 837.804876] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.805079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.805122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.805325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.805416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.805536] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be updated. [ 837.841340] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.841476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.841538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.841813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.842012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.854111] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: IN_PROGRESS for 2s [ 838.032839] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a438b473-22ee-43d2-b22a-34af0b573b98 in Status: SUCCESS [ 838.032839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.032839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.032839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.032839] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.032839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.032839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.032839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.032839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.032839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.032839] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.309308] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c9b702f-81a6-49a3-a419-80181ba79346 in Status: SUCCESS [ 838.309308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.379961] env[66311]: INFO networking_nsxv3.common.synchronization [req-d33943fe-045c-4ff5-ba48-27cb4666e368 req-2c355fdd-a59d-46f4-ab02-5ca0edec870c tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_members [ 838.381108] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_members [ 838.381108] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.381108] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.381356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.381515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.381689] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.381689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.381689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.382132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.382132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.382214] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.536309] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a438b473-22ee-43d2-b22a-34af0b573b98 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.536576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.536682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.536986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.537586] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.537738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.537791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.538018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.539399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.539676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.539755] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a438b473-22ee-43d2-b22a-34af0b573b98 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.539855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.539896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.540075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.540229] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.540332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.540529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.540604] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.540658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.540701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.540846] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.806856] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.807077] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.807211] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.807555] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.807825] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.807982] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.808303] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.808581] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.808980] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.808980] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.809132] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.809261] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.809386] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.809442] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.809543] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.809738] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.830218] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.830390] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.830560] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.831762] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.832155] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.832338] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.832465] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.832804] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.832943] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161ee25f-2f5d-46c8-a0a8-b0bfe18129fe',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.885861] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.886035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.886186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.888038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.888038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.888038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.888038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.888038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.888038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.888038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.888038] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 already deleted. [ 838.888038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.043404] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a438b473-22ee-43d2-b22a-34af0b573b98: rpc.has_security_group_logging(os_id): False [ 839.071365] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.071497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.071497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.071777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.071890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.072162] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.072297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.072355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.072641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.072641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.072888] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.072888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.072990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.073083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.073157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.073406] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.073516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.073609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.074311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.074311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.074311] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a438b473-22ee-43d2-b22a-34af0b573b98 is going to be created. [ 839.137587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.137767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.137879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.138240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.138540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.151019] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a438b473-22ee-43d2-b22a-34af0b573b98 in Status: IN_PROGRESS for 2s [ 839.335398] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.335772] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.335904] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.336309] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.336525] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.336753] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 161ee25f-2f5d-46c8-a0a8-b0bfe18129fe not found, creating... [ 839.337163] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.337406] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.337548] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.337851] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.338026] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.338785] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.338785] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.338971] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.339232] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.339473] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.339622] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 161ee25f-2f5d-46c8-a0a8-b0bfe18129fe is going to be created. [ 839.355227] env[66311]: INFO networking_nsxv3.common.synchronization [req-8e3d74ca-479a-46a1-87cc-298a349fa7f7 req-44e1d3d7-5467-44ed-a15a-66bfb507b46c tempest-ImagesOneServerTestJSON-1860768916 tempest-ImagesOneServerTestJSON-1860768916-project-member] Enqueued Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGHEST for action security_group_members [ 839.355818] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGHEST for action security_group_members [ 839.356230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-581b7387-8d7a-4e24-8e42-b5806dbc137f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.356358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.356460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.356691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.356859] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.356964] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.357039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.357193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.357279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.357593] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.363785] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.364052] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.364281] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.364486] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.364949] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.365039] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.446684] env[66311]: INFO networking_nsxv3.common.synchronization [None req-7d395dec-de6c-4fe6-ab36-2eee03e402d1 None None] Enqueued Resource ID: 641bed4d-edc0-4c03-823b-d17a7ac87718 with Priority: HIGHEST for action port [ 839.447387] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641bed4d-edc0-4c03-823b-d17a7ac87718 with Priority: HIGHEST for action port [ 839.447727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-641bed4d-edc0-4c03-823b-d17a7ac87718 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.447879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641bed4d-edc0-4c03-823b-d17a7ac87718" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.447950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641bed4d-edc0-4c03-823b-d17a7ac87718" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.448227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641bed4d-edc0-4c03-823b-d17a7ac87718" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.448739] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641bed4d-edc0-4c03-823b-d17a7ac87718',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.564632] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f4c1805-80f6-487e-a435-00ce336e7706 in Status: SUCCESS [ 839.564886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.565283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.565355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.565651] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.565746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.565852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.566210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.566210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.566353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.566509] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.569094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.569094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.569220] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.569280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.569340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.569461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.569572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.569629] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.789602] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: SUCCESS [ 839.790260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.791143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.791370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.791579] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.791700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.791767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.791933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.792031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.792122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.792219] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.793292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.793490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.793732] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.793788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.793848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.793991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.794084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.794173] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.803689] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 839.804092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.804182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.804851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.805063] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.805235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.805387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.805442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.805493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.805580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.805759] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.805846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.805912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.806081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.806178] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.806335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.806335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.806444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.806519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.806599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.806684] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.810935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.811168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.811325] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.811762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.811762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.811762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.811762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.812030] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.862110] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.862344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.862399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.862633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.862691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.862897] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.862997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.863078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.863225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.863313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.863402] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f is going to be updated. [ 839.866727] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: SUCCESS [ 839.866727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.866727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.866727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.866727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.866727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.866727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.866727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.867232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.867232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.867232] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.868681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.868681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.869103] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.869444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.869444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.869772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.870519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.870715] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.905583] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.905793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.905885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.906066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.906231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.916589] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f in Status: IN_PROGRESS for 2s [ 839.952363] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641bed4d-edc0-4c03-823b-d17a7ac87718 [ 839.952363] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.952363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.952363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.952363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.952363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.952363] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641bed4d-edc0-4c03-823b-d17a7ac87718 already deleted. [ 839.952363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641bed4d-edc0-4c03-823b-d17a7ac87718" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.071913] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f4c1805-80f6-487e-a435-00ce336e7706',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.073954] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.073954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.073954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.073954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.073954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.074289] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.074289] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.074372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.074495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.074576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.074678] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f4c1805-80f6-487e-a435-00ce336e7706 is going to be deleted. [ 840.107582] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.107735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.107810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.108032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.108129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.108229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.121973] env[66311]: INFO networking_nsxv3.common.synchronization [req-d33943fe-045c-4ff5-ba48-27cb4666e368 req-b5a27e56-e586-4820-87b5-ece7844593da service nova] Enqueued Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_rules [ 840.122169] env[66311]: INFO networking_nsxv3.common.synchronization [req-d33943fe-045c-4ff5-ba48-27cb4666e368 req-b5a27e56-e586-4820-87b5-ece7844593da service nova] Enqueued Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_members [ 840.122306] env[66311]: INFO networking_nsxv3.common.synchronization [req-d33943fe-045c-4ff5-ba48-27cb4666e368 req-b5a27e56-e586-4820-87b5-ece7844593da service nova] Enqueued Resource ID: 161ee25f-2f5d-46c8-a0a8-b0bfe18129fe with Priority: HIGHEST for action port [ 840.122764] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_rules [ 840.122919] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_members [ 840.123033] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161ee25f-2f5d-46c8-a0a8-b0bfe18129fe with Priority: HIGHEST for action port [ 840.123311] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.123430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.123497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.123686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.123810] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.124560] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.124668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.124734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.124897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.125053] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.125147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.125205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.125348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.125433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.125513] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.126221] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.126320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.126395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.126550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.126624] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161ee25f-2f5d-46c8-a0a8-b0bfe18129fe',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.296273] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.296574] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.296707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.296778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.296982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.297099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.297264] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.297378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.297451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.297610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.297668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.297730] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 is going to be updated. [ 840.313899] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e7321bf-e035-41f5-bf64-c82324eb933e: rpc.has_security_group_logging(os_id): False [ 840.315174] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.348059] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.348373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.348373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.348741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.348825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.349080] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.349080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.349402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.349402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.349402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.349587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.349682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.349745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.350154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.350154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.352839] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.352983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.353087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.353190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.353283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.353367] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 840.356352] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.356440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.356440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.356606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.356737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.366972] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: IN_PROGRESS for 2s [ 840.373386] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.373881] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.447710] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.447960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.448032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.448224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.448383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.471908] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 840.577867] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f4c1805-80f6-487e-a435-00ce336e7706: rpc.has_security_group_logging(os_id): False [ 840.599211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.599211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.599211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.599211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.599211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.599211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.599211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.599211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.599211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.599211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.599211] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4c1805-80f6-487e-a435-00ce336e7706 is going to be created. [ 840.618551] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7f4c1805-80f6-487e-a435-00ce336e7706], does not exist path=[/infra/domains/default/groups/7f4c1805-80f6-487e-a435-00ce336e7706]."\n}' [ 840.618752] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4c1805-80f6-487e-a435-00ce336e7706 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7f4c1805-80f6-487e-a435-00ce336e7706 [ 840.618827] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 840.628988] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.630276] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.630442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.632830] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 161ee25f-2f5d-46c8-a0a8-b0bfe18129fe with status ACTIVE [ 840.633079] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.633216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.633298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.634034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.634034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.634034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.634703] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.634703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.634703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.635345] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 161ee25f-2f5d-46c8-a0a8-b0bfe18129fe is going to be updated. [ 840.656505] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.656721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.656802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.657627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.658181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.658775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.658920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.658984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.662078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.662078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.662078] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.662078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.662078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.662078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.662078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.662078] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f4c1805-80f6-487e-a435-00ce336e7706 is going to be created. [ 840.662078] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.662078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.662477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.662477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.662477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.662577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161ee25f-2f5d-46c8-a0a8-b0bfe18129fe" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.684596] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7f4c1805-80f6-487e-a435-00ce336e7706], does not exist path=[/infra/domains/default/groups/7f4c1805-80f6-487e-a435-00ce336e7706]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7f4c1805-80f6-487e-a435-00ce336e7706 [ 840.684773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f4c1805-80f6-487e-a435-00ce336e7706" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.685108] env[66311]: Traceback (most recent call last): [ 840.685108] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 840.685108] env[66311]: return func(*args, **kwargs) [ 840.685108] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 840.685108] env[66311]: res.raise_for_status() [ 840.685108] env[66311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 840.685108] env[66311]: raise HTTPError(http_error_msg, response=self) [ 840.685108] env[66311]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7f4c1805-80f6-487e-a435-00ce336e7706 [ 840.685108] env[66311]: During handling of the above exception, another exception occurred: [ 840.685108] env[66311]: Traceback (most recent call last): [ 840.685488] env[66311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 840.685488] env[66311]: listener.cb(fileno) [ 840.685488] env[66311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 840.685488] env[66311]: result = function(*args, **kwargs) [ 840.685488] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 840.685488] env[66311]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 840.685488] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 840.685488] env[66311]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 840.685488] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 840.685488] env[66311]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 840.685488] env[66311]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 840.685488] env[66311]: res.raise_for_status() [ 840.685488] env[66311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 840.685488] env[66311]: raise HTTPError(http_error_msg, response=self) [ 840.685488] env[66311]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7f4c1805-80f6-487e-a435-00ce336e7706 [ 840.685488] env[66311]: Removing descriptor: 14 [ 840.721687] env[66311]: INFO networking_nsxv3.common.synchronization [req-e39d7d37-3bb3-46de-9117-c2c40567d486 req-c9868f3f-082b-447b-b1bb-bd0166bc5afa tempest-ServerActionsV293TestJSON-1002226639 tempest-ServerActionsV293TestJSON-1002226639-project-member] Enqueued Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_members [ 840.723225] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGHEST for action security_group_members [ 840.723452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-85c381f1-8346-4e57-b50b-45ac293c2fe9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.723452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.723545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.723753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.723955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.724088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.724153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.724326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.724417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.724516] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.799616] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab5c8c3-7960-417c-b956-7ecfcd25f462: rpc.has_security_group_logging(os_id): False [ 840.818381] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.818556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.818631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.818839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.820284] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.841036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.841036] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.841036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.841036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.841400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.841400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.841400] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 is going to be updated. [ 840.876130] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61983a6-ca21-4e14-a767-413653c7e8d1: rpc.has_security_group_logging(os_id): False [ 840.877109] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.898564] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.898747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.898795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.899073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.904546] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.904693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.921806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.922420] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.922862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.922862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.922945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.923079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.923146] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be updated. [ 840.924559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.924743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.924879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.936966] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: IN_PROGRESS for 2s [ 840.988213] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.988213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.988213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.988213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.988213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.004502] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: IN_PROGRESS for 2s [ 841.133610] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.163261] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a438b473-22ee-43d2-b22a-34af0b573b98 in Status: SUCCESS [ 841.163515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.227564] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.227726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.227796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.228022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.249970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.250250] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.250530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.250530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.250709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.250809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.250902] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 is going to be updated. [ 841.293495] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.293713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.293713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.293917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.294075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.303805] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 in Status: IN_PROGRESS for 2s [ 841.323750] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.324050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.324184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.324628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.324850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.324975] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 841.335817] env[66311]: INFO networking_nsxv3.common.synchronization [req-6de471ef-6982-417e-9da7-af2125c5eb8a req-8528c2f7-0d71-4b07-887f-e79509e28d57 tempest-AttachInterfacesUnderV243Test-475835000 tempest-AttachInterfacesUnderV243Test-475835000-project-member] Enqueued Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 841.336398] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61983a6-ca21-4e14-a767-413653c7e8d1 with Priority: HIGHEST for action security_group_members [ 841.336734] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61983a6-ca21-4e14-a767-413653c7e8d1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.336868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.363834] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.363980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.364065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.364284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.364430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.379124] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 841.379527] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.379738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.379866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.380219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.380361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.380576] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be updated. [ 841.430225] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.430371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.430469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.430748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.433303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.443025] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: IN_PROGRESS for 2s [ 841.638716] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.638716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.638716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.638716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.638716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.638716] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 is going to be created. [ 841.663038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.663038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.663038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.663526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.663526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.674652] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 in Status: UNINITIALIZED for 2s [ 841.929063] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f in Status: SUCCESS [ 841.929063] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f deletion is rescheduled due to dependency. [ 841.929063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.381466] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: SUCCESS [ 842.381860] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 deletion is rescheduled due to dependency. [ 842.381860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.488689] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 842.489014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.489252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.489548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.489665] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.687334] env[66311]: INFO networking_nsxv3.common.synchronization [req-b38ba97d-802f-42ad-923f-b79506b369a9 req-0eb7d7d4-d950-4301-a090-72c158bcaad4 tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 842.688126] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 842.688126] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.688286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.688325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.688641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.688992] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.688992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.688992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.689271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.689370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.689471] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.955651] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 in Status: SUCCESS [ 842.955879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.993514] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.993514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.023247] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: SUCCESS [ 843.023504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.023690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.023919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.024024] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.118289] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.118583] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.118641] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.118865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.119160] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.119317] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.119429] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.119645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.119788] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.119995] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.120123] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.120226] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.120327] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.120504] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.120567] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.120713] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.141347] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.141548] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.141697] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.142499] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.142499] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-939ed8c6-0cf9-4e5d-8688-a077124725e4 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.142499] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-939ed8c6-0cf9-4e5d-8688-a077124725e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.142720] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-939ed8c6-0cf9-4e5d-8688-a077124725e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.142886] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-939ed8c6-0cf9-4e5d-8688-a077124725e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.143046] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939ed8c6-0cf9-4e5d-8688-a077124725e4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.192223] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.192433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.192488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.192699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.193387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.193387] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.193387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.193387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.193650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.193650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.193768] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be deleted. [ 843.229199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.229401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.229486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.229743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.229837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.318062] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 in Status: SUCCESS [ 843.318278] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 deletion is rescheduled due to dependency. [ 843.318517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.390083] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 843.390515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.390688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.390933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.391164] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.391285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.391350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.391519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.391602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.391691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.391791] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.453305] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61983a6-ca21-4e14-a767-413653c7e8d1 in Status: SUCCESS [ 843.453536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.455559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.455800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.455993] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.456123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.456250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.456335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.457737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.457854] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.549241] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.549487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.549487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.549662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.549812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.549850] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be deleted. [ 843.604255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.604417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.604489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.604739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.604845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.604981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.645268] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.645505] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.645633] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.645907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.646067] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.646225] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 939ed8c6-0cf9-4e5d-8688-a077124725e4 not found, creating... [ 843.646481] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.646636] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.646749] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.646989] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.647148] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.647426] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.647630] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.647770] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.647975] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.648120] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.648258] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 939ed8c6-0cf9-4e5d-8688-a077124725e4 is going to be created. [ 843.675360] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.675598] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.675722] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.676017] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.676283] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.676478] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-939ed8c6-0cf9-4e5d-8688-a077124725e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.686906] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 in Status: SUCCESS [ 843.687139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.687343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.687578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.687770] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.687886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.687951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.688295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.688443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.688581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.688871] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.894810] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.894810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.894810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.895119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.895559] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.896436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.896436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.896436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.896436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.896436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.896436] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.896436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.896773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.896773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.896773] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.896893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.896893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.897022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.897095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.897174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.897259] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.961494] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.961670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.961670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.961901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.961968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.962625] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.962625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.962625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.962625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.962625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.962625] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 is going to be deleted. [ 844.006055] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.006055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.006055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.006055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.006361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.006361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.006828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.006828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.006828] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.007037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.007037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.007128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.007202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.007295] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61983a6-ca21-4e14-a767-413653c7e8d1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.191552] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.400348] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e7321bf-e035-41f5-bf64-c82324eb933e: rpc.has_security_group_logging(os_id): False [ 844.414195] env[66311]: INFO networking_nsxv3.common.synchronization [req-dbbcd189-4100-477b-bc92-97084de97745 req-df28aaac-8dac-475f-99cb-d37d315af313 tempest-ServerGroupTestJSON-1068340382 tempest-ServerGroupTestJSON-1068340382-project-member] Enqueued Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGHEST for action security_group_members [ 844.415787] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGHEST for action security_group_members [ 844.416585] env[66311]: INFO networking_nsxv3.common.synchronization [req-b38ba97d-802f-42ad-923f-b79506b369a9 req-9b0e9216-d488-4518-8cca-be92805268f6 service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 844.416585] env[66311]: INFO networking_nsxv3.common.synchronization [req-b38ba97d-802f-42ad-923f-b79506b369a9 req-9b0e9216-d488-4518-8cca-be92805268f6 service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 844.416585] env[66311]: INFO networking_nsxv3.common.synchronization [req-b38ba97d-802f-42ad-923f-b79506b369a9 req-9b0e9216-d488-4518-8cca-be92805268f6 service nova] Enqueued Resource ID: 939ed8c6-0cf9-4e5d-8688-a077124725e4 with Priority: HIGHEST for action port [ 844.416585] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c9b702f-81a6-49a3-a419-80181ba79346 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.416585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.417828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.418098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.418600] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.418600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.418734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.419148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.419148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.419557] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.421118] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 844.421302] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 844.421531] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 939ed8c6-0cf9-4e5d-8688-a077124725e4 with Priority: HIGHEST for action port [ 844.422442] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.422563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.422634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.422826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.422904] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.423724] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.423837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.423902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.424078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.424222] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.424318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.424435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.424518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.424602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.424695] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.425447] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-939ed8c6-0cf9-4e5d-8688-a077124725e4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.425552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-939ed8c6-0cf9-4e5d-8688-a077124725e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.425619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-939ed8c6-0cf9-4e5d-8688-a077124725e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.425767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-939ed8c6-0cf9-4e5d-8688-a077124725e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.425840] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939ed8c6-0cf9-4e5d-8688-a077124725e4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.429856] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.429978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.430056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.430230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.460174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.460419] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.460676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.460754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.461065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.461221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.461541] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.461908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.461908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.462025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.464882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.464882] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.464882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.464882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.464882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.464882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.464882] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 844.510337] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.510337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.510615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.510979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.511146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.511452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.511615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.511722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.511974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.513078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.513078] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61983a6-ca21-4e14-a767-413653c7e8d1 already deleted. [ 844.513078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61983a6-ca21-4e14-a767-413653c7e8d1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.533901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.534070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.534140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.534351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.534505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.553890] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 844.694289] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3: rpc.has_security_group_logging(os_id): False [ 844.728539] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.728796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.728796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.729021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.729070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.729318] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.729477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.729477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.729621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.729706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.729833] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 is going to be created. [ 844.807995] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.807995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.807995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.807995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.807995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.819895] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 in Status: IN_PROGRESS for 2s [ 844.922918] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.922918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.922918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.923196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.928037] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.928168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.928366] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.929321] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 939ed8c6-0cf9-4e5d-8688-a077124725e4 with status ACTIVE [ 844.929512] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.929629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.929695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.929890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.929975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.930160] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.930256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.930310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.930456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.930554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.930738] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.930844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.930900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.931224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.931344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931450] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 939ed8c6-0cf9-4e5d-8688-a077124725e4 is going to be updated. [ 844.955842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.956240] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.956411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.956517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.956828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.956942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.957061] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9b702f-81a6-49a3-a419-80181ba79346 is going to be updated. [ 844.969465] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.969684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.969684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.970507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.970507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.970507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-939ed8c6-0cf9-4e5d-8688-a077124725e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.992672] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.992848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.992914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.993152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.993292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.003080] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9b702f-81a6-49a3-a419-80181ba79346 in Status: IN_PROGRESS for 2s [ 845.434750] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.832063] env[66311]: INFO networking_nsxv3.common.synchronization [None req-a2b0d666-a3cd-4b1f-b301-25f26de8f368 tempest-ServerRescueNegativeTestJSON-85084621 tempest-ServerRescueNegativeTestJSON-85084621-project-member] Enqueued Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_rules [ 845.832604] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_rules [ 845.833375] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.833531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.833658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.834069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.834069] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.938977] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.938977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.938977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.938977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.938977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.938977] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be created. [ 845.948384] env[66311]: INFO networking_nsxv3.common.synchronization [None req-5908e1ef-a72f-4c6b-a00a-ce64ec91b91f tempest-ServerRescueNegativeTestJSON-85084621 tempest-ServerRescueNegativeTestJSON-85084621-project-member] Enqueued Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_rules [ 845.948867] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_rules [ 845.949199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.949296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.963735] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.964543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.964543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.964543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.964717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.977306] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: UNINITIALIZED for 2s [ 846.361029] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.361029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.361029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.361029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.361029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.361029] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 already deleted. [ 846.361029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.361029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.363199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.363199] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.569762] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 846.570478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.835864] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 in Status: SUCCESS [ 846.836106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.882696] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.882885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.882981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.883134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.883569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.883569] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 already deleted. [ 846.883569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.903939] env[66311]: INFO networking_nsxv3.common.synchronization [req-f29c8d45-5b1d-4dbc-9666-e5713a1405b5 req-b65bd336-3696-471d-964d-dd959cdfdd08 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 846.904724] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 846.905556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.905742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.905892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.906164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.906411] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.906588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.906711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.906943] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.907131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.907318] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.014890] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c9b702f-81a6-49a3-a419-80181ba79346 in Status: SUCCESS [ 847.015101] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c9b702f-81a6-49a3-a419-80181ba79346 deletion is rescheduled due to dependency. [ 847.015202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.281627] env[66311]: INFO networking_nsxv3.common.synchronization [None req-946f1a9b-6066-4545-b800-a8e792309936 None None] Enqueued Resource ID: 4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a with Priority: HIGHEST for action port [ 847.282144] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a with Priority: HIGHEST for action port [ 847.282982] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.283140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.283212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.283926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.283926] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.306827] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.307017] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.307287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.307392] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.307634] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.308865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.308865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.308865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.308865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.309039] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.309088] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.309215] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.309331] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.309524] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.309595] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.309963] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.334945] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.334945] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.334945] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.334945] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.334945] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-3e53d184-a86c-4eca-a78b-c03a0a76c60b taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.334945] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-3e53d184-a86c-4eca-a78b-c03a0a76c60b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.334945] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-3e53d184-a86c-4eca-a78b-c03a0a76c60b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.334945] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-3e53d184-a86c-4eca-a78b-c03a0a76c60b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.334945] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e53d184-a86c-4eca-a78b-c03a0a76c60b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.409943] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.410202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.410301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.410454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.410577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.410827] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.410963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.411043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.411205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.411284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.411372] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be deleted. [ 847.437730] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.437907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.437951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.438149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.438237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.438358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.787718] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a [ 847.788018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.788136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.788187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.788362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.788495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.788575] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a already deleted. [ 847.788623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5b42fb-93d6-43c7-bb07-0be5b4d13a8a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.838981] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.842027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.842027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.842027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.842027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.842027] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 3e53d184-a86c-4eca-a78b-c03a0a76c60b not found, creating... [ 847.842027] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.842027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.842027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.842027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.842027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.842546] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.842546] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.842546] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.842546] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.842546] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.842546] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 3e53d184-a86c-4eca-a78b-c03a0a76c60b is going to be created. [ 847.862598] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.862913] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.863061] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.864795] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.864795] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.864795] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-3e53d184-a86c-4eca-a78b-c03a0a76c60b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.989857] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 847.990283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.990609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.990990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.991474] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.991741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.991893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.993031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.993031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.993031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.993031] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.003958] env[66311]: INFO networking_nsxv3.common.synchronization [req-22632b60-d7b7-41d8-9b7b-fcaba3f5fc58 req-39463625-2a99-4b66-ad7c-72a60300e4e5 tempest-ImagesNegativeTestJSON-164320827 tempest-ImagesNegativeTestJSON-164320827-project-member] Enqueued Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGHEST for action security_group_members [ 848.003958] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGHEST for action security_group_members [ 848.003958] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a438b473-22ee-43d2-b22a-34af0b573b98 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.003958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.003958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.003958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.003958] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.003958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.003958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.003958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.004597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.004895] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.495173] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.495349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.495431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.495773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.495853] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.495909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.495965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.496120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.496203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.496288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.496433] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.496525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.496586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.496716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.496851] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.496991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.497060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.497159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.497241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.497344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.497394] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.507837] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.508065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.508065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.530093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.530383] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.530580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.530699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.530886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.530971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.531076] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a438b473-22ee-43d2-b22a-34af0b573b98 is going to be updated. [ 848.563943] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.564163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.564233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.564793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.564946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.575116] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a438b473-22ee-43d2-b22a-34af0b573b98 in Status: IN_PROGRESS for 2s [ 848.633690] env[66311]: INFO networking_nsxv3.common.synchronization [req-f29c8d45-5b1d-4dbc-9666-e5713a1405b5 req-427e1db0-6b9b-44e6-908e-8ecab95dd178 service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 848.633982] env[66311]: INFO networking_nsxv3.common.synchronization [req-f29c8d45-5b1d-4dbc-9666-e5713a1405b5 req-427e1db0-6b9b-44e6-908e-8ecab95dd178 service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 848.634157] env[66311]: INFO networking_nsxv3.common.synchronization [req-f29c8d45-5b1d-4dbc-9666-e5713a1405b5 req-427e1db0-6b9b-44e6-908e-8ecab95dd178 service nova] Enqueued Resource ID: 3e53d184-a86c-4eca-a78b-c03a0a76c60b with Priority: HIGHEST for action port [ 848.634888] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 848.635070] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 848.635175] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e53d184-a86c-4eca-a78b-c03a0a76c60b with Priority: HIGHEST for action port [ 848.635454] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.635580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.635649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.635855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.635962] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.636834] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.636956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.637041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.637223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.637366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.637461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.637524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.637760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.637889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.637934] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.643426] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e53d184-a86c-4eca-a78b-c03a0a76c60b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.643557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e53d184-a86c-4eca-a78b-c03a0a76c60b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.643862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e53d184-a86c-4eca-a78b-c03a0a76c60b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.644098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e53d184-a86c-4eca-a78b-c03a0a76c60b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.644181] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e53d184-a86c-4eca-a78b-c03a0a76c60b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.999409] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d31640ba-584e-48a1-8366-132517b80580: rpc.has_security_group_logging(os_id): False [ 849.017680] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.017680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.017838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.020987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.020987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.020987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.020987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.021663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.021663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.021663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.021663] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be created. [ 849.089305] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.089501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.089566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.089783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.089992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.104821] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 849.147484] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e53d184-a86c-4eca-a78b-c03a0a76c60b with status ACTIVE [ 849.148187] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.148187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.149270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.149270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.149270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.149270] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.149270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.149270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.149559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.149559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.149915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.150034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.150102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.150261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.150340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.150430] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e53d184-a86c-4eca-a78b-c03a0a76c60b is going to be updated. [ 849.152112] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.152256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.152379] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.201117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.201117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.201117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.201117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.201117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.201117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e53d184-a86c-4eca-a78b-c03a0a76c60b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.656424] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.678695] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e2b14269-8467-4d32-a60d-2c6b21b12e07 None None] Enqueued Resource ID: c5c531a1-49c7-4198-a7e2-9f45d07381f9 with Priority: HIGHEST for action port [ 849.678909] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c531a1-49c7-4198-a7e2-9f45d07381f9 with Priority: HIGHEST for action port [ 849.679449] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c531a1-49c7-4198-a7e2-9f45d07381f9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.679612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c531a1-49c7-4198-a7e2-9f45d07381f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.679682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c531a1-49c7-4198-a7e2-9f45d07381f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.680545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c531a1-49c7-4198-a7e2-9f45d07381f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.680545] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c531a1-49c7-4198-a7e2-9f45d07381f9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.126393] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b77f81fb-05a6-43eb-8e31-782f087ebfce None None] Enqueued Resource ID: fa671b7a-d946-4303-8de3-0c1113ba0207 with Priority: HIGHEST for action port [ 850.127428] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa671b7a-d946-4303-8de3-0c1113ba0207 with Priority: HIGHEST for action port [ 850.127787] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa671b7a-d946-4303-8de3-0c1113ba0207 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.128187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa671b7a-d946-4303-8de3-0c1113ba0207" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.128260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa671b7a-d946-4303-8de3-0c1113ba0207" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.128858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa671b7a-d946-4303-8de3-0c1113ba0207" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.128858] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa671b7a-d946-4303-8de3-0c1113ba0207',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.162980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.162980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.162980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.162980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.162980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.162980] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be created. [ 850.183587] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5c531a1-49c7-4198-a7e2-9f45d07381f9 [ 850.183587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.183587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.183587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.183587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.183587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.183587] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5c531a1-49c7-4198-a7e2-9f45d07381f9 already deleted. [ 850.183587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c531a1-49c7-4198-a7e2-9f45d07381f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.190156] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.190156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.190156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.190156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.190156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.200172] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: UNINITIALIZED for 2s [ 850.588704] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a438b473-22ee-43d2-b22a-34af0b573b98 in Status: SUCCESS [ 850.588704] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a438b473-22ee-43d2-b22a-34af0b573b98 deletion is rescheduled due to dependency. [ 850.588704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.633931] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa671b7a-d946-4303-8de3-0c1113ba0207 [ 850.636456] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.636456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.636456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.636456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.636456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.636456] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa671b7a-d946-4303-8de3-0c1113ba0207 already deleted. [ 850.636456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa671b7a-d946-4303-8de3-0c1113ba0207" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.123803] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 851.123979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.216474] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 852.216784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.216901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.217122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.217309] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.217480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.217480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.217663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.217758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.217844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.217937] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.654150] env[66311]: INFO networking_nsxv3.common.synchronization [None req-8eb8f054-5ab4-4f6a-9d00-4773451f671e None None] Enqueued Resource ID: cdaaaef5-80f1-4e72-b994-2dc3120caa33 with Priority: HIGHEST for action port [ 852.654305] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaaaef5-80f1-4e72-b994-2dc3120caa33 with Priority: HIGHEST for action port [ 852.654542] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdaaaef5-80f1-4e72-b994-2dc3120caa33 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.654687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdaaaef5-80f1-4e72-b994-2dc3120caa33" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.654726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdaaaef5-80f1-4e72-b994-2dc3120caa33" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.655164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdaaaef5-80f1-4e72-b994-2dc3120caa33" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.655255] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdaaaef5-80f1-4e72-b994-2dc3120caa33',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.722768] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.722768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.722768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.722768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.722768] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.722768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.722768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.723885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.723885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.723977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.726038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.726038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.726038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.726038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.726038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.726038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.726038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.726038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.726038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.727034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.727034] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.159636] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdaaaef5-80f1-4e72-b994-2dc3120caa33 [ 853.159878] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.160022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.160093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.160314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.160402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.160498] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdaaaef5-80f1-4e72-b994-2dc3120caa33 already deleted. [ 853.160651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdaaaef5-80f1-4e72-b994-2dc3120caa33" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.229082] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e01863b-7038-44ce-8bb1-b1724fe3ac80: rpc.has_security_group_logging(os_id): False [ 853.251223] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.251832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.251832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.251832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.251832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.252069] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.252198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.252275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.252450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.252546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.253028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.253028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.253028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.254828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.254828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.254828] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.254828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.254828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.254828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.254828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.254828] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be created. [ 853.339420] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.339512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.339574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.339797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.339979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.359539] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 854.997071] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-ba5c4fcb-f14b-4270-94ae-9db279ed21fd tempest-ListServersNegativeTestJSON-820033497 tempest-ListServersNegativeTestJSON-820033497-project-member] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 854.997721] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 854.998070] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.998195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.998262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.998520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.998690] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.998795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.998857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.999046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.999158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.999257] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.376159] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 855.376379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.469757] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.469971] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.470090] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.470421] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.470734] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.470897] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.471153] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.471265] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.471437] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.471695] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.471766] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.471858] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.471961] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.472081] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.472183] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.472316] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.493717] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.493837] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.493969] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.494170] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.494480] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-9a01103d-aa13-4330-a57f-4e8ca813d2de taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.494651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-9a01103d-aa13-4330-a57f-4e8ca813d2de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.494852] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-9a01103d-aa13-4330-a57f-4e8ca813d2de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.495249] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-9a01103d-aa13-4330-a57f-4e8ca813d2de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.495387] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a01103d-aa13-4330-a57f-4e8ca813d2de',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.501967] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.502493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.502684] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.503136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.503209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.503297] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 already deleted. [ 855.503366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.997862] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.998233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.998280] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.998548] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.998696] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.998849] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 9a01103d-aa13-4330-a57f-4e8ca813d2de not found, creating... [ 855.999120] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.999599] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.999599] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.999599] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.999737] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.000041] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.000208] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.000360] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.000953] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.001239] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.001419] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 9a01103d-aa13-4330-a57f-4e8ca813d2de is going to be created. [ 856.025124] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.025351] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.025503] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.025780] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.026989] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.026989] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-9a01103d-aa13-4330-a57f-4e8ca813d2de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.788931] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-c75dc502-edd4-415f-8bfd-4ea287884252 service nova] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_rules [ 856.789417] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-c75dc502-edd4-415f-8bfd-4ea287884252 service nova] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 856.789417] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-c75dc502-edd4-415f-8bfd-4ea287884252 service nova] Enqueued Resource ID: 9a01103d-aa13-4330-a57f-4e8ca813d2de with Priority: HIGHEST for action port [ 856.789855] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_rules [ 856.790052] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 856.790121] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a01103d-aa13-4330-a57f-4e8ca813d2de with Priority: HIGHEST for action port [ 856.790387] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.790539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.790699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.791715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.791715] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.792045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.792045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.792045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.792240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.792350] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.792440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.792492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.792633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.792705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.792982] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.793719] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a01103d-aa13-4330-a57f-4e8ca813d2de taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.793719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a01103d-aa13-4330-a57f-4e8ca813d2de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.793934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a01103d-aa13-4330-a57f-4e8ca813d2de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.793934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a01103d-aa13-4330-a57f-4e8ca813d2de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.794038] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a01103d-aa13-4330-a57f-4e8ca813d2de',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.296834] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.296834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.296834] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.297197] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a01103d-aa13-4330-a57f-4e8ca813d2de with status ACTIVE [ 857.297233] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.297458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.297458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.297662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.297752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.297920] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.298027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.298090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.298246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.298324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.298491] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.298610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.298670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.298821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.298821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.298944] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a01103d-aa13-4330-a57f-4e8ca813d2de is going to be updated. [ 857.319867] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.320085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.320162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.320346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.320486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.320733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a01103d-aa13-4330-a57f-4e8ca813d2de" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.801539] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.311245] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.311614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.311614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.311747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.311813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.311907] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be created. [ 858.366744] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.366947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.367038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.367442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.367859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.386292] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: UNINITIALIZED for 2s [ 858.973925] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-abde77c2-cc82-4107-844d-da6e951e51fe tempest-ListServersNegativeTestJSON-820033497 tempest-ListServersNegativeTestJSON-820033497-project-member] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 858.974584] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 858.974955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.975119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.349746] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.350800] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.350800] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.350800] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.350800] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.350800] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.351653] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.351653] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.351821] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.351940] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.352113] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.352221] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.352371] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.352441] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.352502] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.352940] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.373031] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.373273] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.373347] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.374274] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.374711] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-7cb8c54d-0868-4ed7-9403-8156cf05930b taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.374908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-7cb8c54d-0868-4ed7-9403-8156cf05930b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.375044] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-7cb8c54d-0868-4ed7-9403-8156cf05930b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.375366] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-7cb8c54d-0868-4ed7-9403-8156cf05930b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.375503] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cb8c54d-0868-4ed7-9403-8156cf05930b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.881707] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.881988] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.882163] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.882579] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.882579] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.882744] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 7cb8c54d-0868-4ed7-9403-8156cf05930b not found, creating... [ 859.883102] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.883271] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.883385] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.883616] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.883751] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.884045] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.884210] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.884610] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.884610] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.884720] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.884810] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 7cb8c54d-0868-4ed7-9403-8156cf05930b is going to be created. [ 859.905075] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.905300] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.905423] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.905685] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.905990] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.906233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-7cb8c54d-0868-4ed7-9403-8156cf05930b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.395703] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 860.395999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.396107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.396365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.396592] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.396711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.396773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.396940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.397021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.397106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.397202] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.399351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.399533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.399694] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.399794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.399855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.400835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.401028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.401145] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.643830] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-8e528ba4-fdf0-4cbc-971e-936ea050f768 service nova] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_rules [ 860.644055] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-8e528ba4-fdf0-4cbc-971e-936ea050f768 service nova] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 860.645128] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-8e528ba4-fdf0-4cbc-971e-936ea050f768 service nova] Enqueued Resource ID: 7cb8c54d-0868-4ed7-9403-8156cf05930b with Priority: HIGHEST for action port [ 860.645128] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_rules [ 860.645128] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 860.645128] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb8c54d-0868-4ed7-9403-8156cf05930b with Priority: HIGHEST for action port [ 860.645415] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.645476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.645686] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.645773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.645965] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cb8c54d-0868-4ed7-9403-8156cf05930b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.646079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cb8c54d-0868-4ed7-9403-8156cf05930b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.646141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cb8c54d-0868-4ed7-9403-8156cf05930b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.646361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cb8c54d-0868-4ed7-9403-8156cf05930b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.646433] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cb8c54d-0868-4ed7-9403-8156cf05930b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.732094] env[66311]: INFO networking_nsxv3.common.synchronization [None req-1a2e6366-5b3d-4e56-8efd-4d3dd8bb67a9 None None] Enqueued Resource ID: ae141382-24e5-4336-be63-be3802abb5ea with Priority: HIGHEST for action port [ 860.732636] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae141382-24e5-4336-be63-be3802abb5ea with Priority: HIGHEST for action port [ 860.734998] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae141382-24e5-4336-be63-be3802abb5ea taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.735189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae141382-24e5-4336-be63-be3802abb5ea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.735263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae141382-24e5-4336-be63-be3802abb5ea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.736292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae141382-24e5-4336-be63-be3802abb5ea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.736292] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae141382-24e5-4336-be63-be3802abb5ea',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.900518] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.900774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.903145] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.149454] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cb8c54d-0868-4ed7-9403-8156cf05930b with status ACTIVE [ 861.152999] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.152999] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.152999] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.152999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.152999] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cb8c54d-0868-4ed7-9403-8156cf05930b is going to be updated. [ 861.180358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.182323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.182323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.182323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.182323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.182323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cb8c54d-0868-4ed7-9403-8156cf05930b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.240169] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae141382-24e5-4336-be63-be3802abb5ea [ 861.240399] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.240537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.240746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.240863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.240957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.241073] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae141382-24e5-4336-be63-be3802abb5ea already deleted. [ 861.241160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae141382-24e5-4336-be63-be3802abb5ea" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.407076] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.909562] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.909776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.909894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.910252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.910906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.911066] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 861.946018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.946018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.946018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.946018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.946018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.955778] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 863.369117] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b2e7e493-7e53-404c-9eba-7c72297da86d None None] Enqueued Resource ID: 4fbfba36-5698-4c28-8591-9a13d829155b with Priority: HIGHEST for action port [ 863.369987] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fbfba36-5698-4c28-8591-9a13d829155b with Priority: HIGHEST for action port [ 863.370373] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fbfba36-5698-4c28-8591-9a13d829155b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.370509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fbfba36-5698-4c28-8591-9a13d829155b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.370574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fbfba36-5698-4c28-8591-9a13d829155b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.370860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fbfba36-5698-4c28-8591-9a13d829155b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.370944] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fbfba36-5698-4c28-8591-9a13d829155b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.603287] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e87524eb-765d-4ca5-acef-e2cecfd5ee99 None None] Enqueued Resource ID: 6e758b3d-b9ed-4464-abea-372c1560e0b9 with Priority: HIGHEST for action port [ 863.603963] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e758b3d-b9ed-4464-abea-372c1560e0b9 with Priority: HIGHEST for action port [ 863.607837] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e758b3d-b9ed-4464-abea-372c1560e0b9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.607837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e758b3d-b9ed-4464-abea-372c1560e0b9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.607837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e758b3d-b9ed-4464-abea-372c1560e0b9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.607837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e758b3d-b9ed-4464-abea-372c1560e0b9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.607837] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e758b3d-b9ed-4464-abea-372c1560e0b9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.876720] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fbfba36-5698-4c28-8591-9a13d829155b [ 863.877570] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.878111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.879187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.879684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.880190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.880190] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fbfba36-5698-4c28-8591-9a13d829155b already deleted. [ 863.880190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fbfba36-5698-4c28-8591-9a13d829155b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.969102] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 863.969389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.969641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.969883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.970304] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.970304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.970304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.970520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.970581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.970705] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.109866] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e758b3d-b9ed-4464-abea-372c1560e0b9 [ 864.109866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.110075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.110075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.113190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.113190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.113190] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e758b3d-b9ed-4464-abea-372c1560e0b9 already deleted. [ 864.113190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e758b3d-b9ed-4464-abea-372c1560e0b9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.288278] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-a8a48874-2b50-438a-bbd8-560baf294c84 tempest-ListServersNegativeTestJSON-820033497 tempest-ListServersNegativeTestJSON-820033497-project-member] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 864.288844] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 864.289163] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.289273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.474954] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.980792] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.034110] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.034353] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.034507] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.034818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.035127] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.035442] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.035560] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.035824] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.035976] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.036234] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.036394] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.036505] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.036612] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.036769] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.036901] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.037082] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.079025] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.079216] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.079344] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.079558] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-436" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.079969] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-f4efd57f-a391-4d28-973f-54fe1f36519f taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.080263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-f4efd57f-a391-4d28-973f-54fe1f36519f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.080407] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-f4efd57f-a391-4d28-973f-54fe1f36519f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.080842] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-f4efd57f-a391-4d28-973f-54fe1f36519f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.080987] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4efd57f-a391-4d28-973f-54fe1f36519f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.483333] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.483696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.483696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.483776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.483997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.483997] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 865.524645] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.524846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.524881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.525129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.525377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.535489] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 865.586252] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.586387] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.586555] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.586924] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.587167] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.587409] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port f4efd57f-a391-4d28-973f-54fe1f36519f not found, creating... [ 865.587825] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.588054] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.588219] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.588566] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.588696] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.589090] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.589298] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.589434] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.589749] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.589934] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.590122] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: f4efd57f-a391-4d28-973f-54fe1f36519f is going to be created. [ 865.628533] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.628781] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.628934] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.629242] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.629472] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.629727] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-f4efd57f-a391-4d28-973f-54fe1f36519f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.072979] env[66311]: INFO networking_nsxv3.common.synchronization [None req-dbe8d1e9-e849-4020-bf51-384267fa96fc None None] Enqueued Resource ID: 7124b76c-30ec-431a-a785-190c67475b23 with Priority: HIGHEST for action port [ 866.072979] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7124b76c-30ec-431a-a785-190c67475b23 with Priority: HIGHEST for action port [ 866.072979] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-7124b76c-30ec-431a-a785-190c67475b23 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.072979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7124b76c-30ec-431a-a785-190c67475b23" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.072979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7124b76c-30ec-431a-a785-190c67475b23" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.072979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7124b76c-30ec-431a-a785-190c67475b23" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.073254] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7124b76c-30ec-431a-a785-190c67475b23',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.379880] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-ad4b2084-619f-4561-8111-e0d629358893 service nova] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_rules [ 866.379880] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-ad4b2084-619f-4561-8111-e0d629358893 service nova] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 866.379880] env[66311]: INFO networking_nsxv3.common.synchronization [req-44e53b2b-0b19-4df3-acd8-e3a5c4a60c60 req-ad4b2084-619f-4561-8111-e0d629358893 service nova] Enqueued Resource ID: f4efd57f-a391-4d28-973f-54fe1f36519f with Priority: HIGHEST for action port [ 866.382033] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_rules [ 866.387297] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 866.387297] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4efd57f-a391-4d28-973f-54fe1f36519f with Priority: HIGHEST for action port [ 866.387297] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.387297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.387297] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.387297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.387746] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4efd57f-a391-4d28-973f-54fe1f36519f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.387963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4efd57f-a391-4d28-973f-54fe1f36519f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.388123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4efd57f-a391-4d28-973f-54fe1f36519f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.388384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4efd57f-a391-4d28-973f-54fe1f36519f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.388536] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4efd57f-a391-4d28-973f-54fe1f36519f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.577251] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7124b76c-30ec-431a-a785-190c67475b23 [ 866.577251] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.577251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.577251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.577251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.577251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.577251] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7124b76c-30ec-431a-a785-190c67475b23 already deleted. [ 866.577251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7124b76c-30ec-431a-a785-190c67475b23" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.894900] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4efd57f-a391-4d28-973f-54fe1f36519f with status ACTIVE [ 866.896167] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.896167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.896167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.896167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.896167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.896615] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.896947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.896947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.897531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.897725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.898088] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.898299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.898517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.898760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.898966] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.899204] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4efd57f-a391-4d28-973f-54fe1f36519f is going to be updated. [ 866.924244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.925054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.925054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.925189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.925359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.925572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4efd57f-a391-4d28-973f-54fe1f36519f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.550531] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 867.550801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.550977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.551233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.551615] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.551615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.551755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.551962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.551962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.552052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.552359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.552359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.552520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.552564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.552722] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.552859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.553124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.553951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.553951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.554081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.554154] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.555163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.555344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.555580] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.555737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.555737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.555924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.555993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.556121] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.708470] env[66311]: INFO networking_nsxv3.common.synchronization [None req-88af068f-749a-4a91-bead-edf73200e24f None None] Enqueued Resource ID: 80e7c49e-eccd-4035-ab81-df9699c7f53e with Priority: HIGHEST for action port [ 867.709392] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e7c49e-eccd-4035-ab81-df9699c7f53e with Priority: HIGHEST for action port [ 867.709758] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e7c49e-eccd-4035-ab81-df9699c7f53e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.709883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e7c49e-eccd-4035-ab81-df9699c7f53e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.709954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e7c49e-eccd-4035-ab81-df9699c7f53e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.710231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e7c49e-eccd-4035-ab81-df9699c7f53e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.710310] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e7c49e-eccd-4035-ab81-df9699c7f53e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.058640] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b08415a-348c-4643-9a54-00267dd338a0: rpc.has_security_group_logging(os_id): False [ 868.060265] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.077661] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.077752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.077836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.078128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.078215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.078385] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.078461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.078629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.080196] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.080196] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.080196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.080953] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be created. [ 868.144207] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.144383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.144455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.144664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.144852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.164273] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 868.212937] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80e7c49e-eccd-4035-ab81-df9699c7f53e [ 868.213249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.213388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.213460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.213676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.213753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.213850] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80e7c49e-eccd-4035-ab81-df9699c7f53e already deleted. [ 868.213931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e7c49e-eccd-4035-ab81-df9699c7f53e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.570046] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.073219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.073551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.073551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.073700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.073789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.073890] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 869.104047] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.104246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.104342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.104648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.104835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.117271] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 870.172727] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 870.173047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.173174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.173370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.173464] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.676348] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.676481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.035782] env[66311]: INFO networking_nsxv3.common.synchronization [None req-420a62da-fca7-4295-a820-09996503b4e3 None None] Enqueued Resource ID: 1a5b3ea7-8f39-4265-9c9d-e25e75362edc with Priority: HIGHEST for action port [ 871.036514] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5b3ea7-8f39-4265-9c9d-e25e75362edc with Priority: HIGHEST for action port [ 871.036861] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a5b3ea7-8f39-4265-9c9d-e25e75362edc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.036986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a5b3ea7-8f39-4265-9c9d-e25e75362edc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.037092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a5b3ea7-8f39-4265-9c9d-e25e75362edc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.037381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a5b3ea7-8f39-4265-9c9d-e25e75362edc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.037463] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5b3ea7-8f39-4265-9c9d-e25e75362edc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.130468] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 871.130468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.130468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.130468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.130468] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.130468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.130468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.130468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.130468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.130468] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.541399] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a5b3ea7-8f39-4265-9c9d-e25e75362edc [ 871.541658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.541814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.541893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.542196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.542307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.542409] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a5b3ea7-8f39-4265-9c9d-e25e75362edc already deleted. [ 871.542501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a5b3ea7-8f39-4265-9c9d-e25e75362edc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.635963] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.138170] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.641035] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.641420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.641420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.641501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.641544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.641642] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 872.671397] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.673030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.673030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.673030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.673030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.684222] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 874.698431] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 874.698781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.698832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.699028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.699222] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.699345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.699409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.699773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.699773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.699773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.699897] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.742643] env[66311]: INFO networking_nsxv3.common.synchronization [req-cb246d30-0c6f-42d6-b56e-6db4df424376 req-e7dce2e5-008a-4de3-9ee8-db31b3873450 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 874.744023] env[66311]: INFO networking_nsxv3.common.synchronization [req-cb246d30-0c6f-42d6-b56e-6db4df424376 req-e7dce2e5-008a-4de3-9ee8-db31b3873450 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGHEST for action security_group_members [ 874.744023] env[66311]: INFO networking_nsxv3.common.synchronization [req-cb246d30-0c6f-42d6-b56e-6db4df424376 req-e7dce2e5-008a-4de3-9ee8-db31b3873450 tempest-SecurityGroupsTestJSON-862094413 tempest-SecurityGroupsTestJSON-862094413-project-member] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 874.744023] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGHEST for action security_group_members [ 874.744392] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGHEST for action security_group_members [ 874.744626] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGHEST for action security_group_members [ 874.745552] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.745875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.748054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.748054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.748054] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.748054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.748054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.748054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.748054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.748054] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.748054] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.748054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.748054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.748658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.748929] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.749218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.749385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.749632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.749819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.750017] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.751273] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.751590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.751817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.753060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.753060] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.753060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.753060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.753060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.753060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.753060] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.206771] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.206771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.206771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.206771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.206771] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.206771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.207574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.207574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.207574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.207574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.207574] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.207718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.207782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.207964] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.208125] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.208222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.208283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.208475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.208560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.208644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.208734] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.255352] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.256298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.256298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.256384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.258196] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.258196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.258196] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.258196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.278821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.279122] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.279247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.279317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.279617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.279674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.279749] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef is going to be updated. [ 875.280856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.281307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.281307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.281473] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.281473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.281591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.281719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.281846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.283545] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be updated. [ 875.283545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.283545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.320472] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.320607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.320791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.321038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.321615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.327069] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.327241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.327313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.327658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.327721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.335852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.336184] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.336329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.336401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.336605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.336717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.336915] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be updated. [ 875.339552] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: IN_PROGRESS for 2s [ 875.340836] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef in Status: IN_PROGRESS for 2s [ 875.367411] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.367655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.367788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.368025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.368203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.379274] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: IN_PROGRESS for 2s [ 875.711861] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b08415a-348c-4643-9a54-00267dd338a0: rpc.has_security_group_logging(os_id): False [ 875.730921] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.731116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.731190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.731405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.731496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.731773] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.731891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.731956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.732124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.732207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.732401] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.732493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.732554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.732694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.732767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.732962] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.733099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.733196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.733638] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.733638] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.733638] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 875.806937] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.807096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.807158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.808128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.808128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.825056] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 876.146571] env[66311]: INFO networking_nsxv3.common.synchronization [req-314b1f31-5637-4222-856c-e5e3bef66c40 req-f7122414-6c88-40ee-bd7d-876d40aee42c tempest-AttachVolumeShelveTestJSON-377672532 tempest-AttachVolumeShelveTestJSON-377672532-project-member] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_members [ 876.147250] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_members [ 876.147617] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.147769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.147856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.148865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.148865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.148865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.148865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.148865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.149119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.149119] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.580258] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.580447] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.580574] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.581021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.581275] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.581433] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.581548] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.581791] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.582467] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.582467] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.582467] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.582467] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.582467] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.583779] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.583779] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.583779] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.603916] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.604096] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.604237] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.604412] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.604728] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.604904] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.605030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.605497] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.605643] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9e972c-e77a-4bc0-aea5-bc9601ec37cb',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.651667] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.651867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.651994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.652212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.652305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.652545] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.652794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.653100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.653344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.653498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.653655] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a already deleted. [ 876.653807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.108288] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.108786] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.108786] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.109190] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.109367] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.109534] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb not found, creating... [ 877.109831] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.110060] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.110217] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.110408] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.110559] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.110983] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.111442] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.111632] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.111928] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.112130] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.112338] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb is going to be created. [ 877.133145] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.133551] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.134129] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.134529] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.134864] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.135215] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.353288] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef in Status: SUCCESS [ 877.353527] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef deletion is rescheduled due to dependency. [ 877.353667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.354551] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e7321bf-e035-41f5-bf64-c82324eb933e in Status: SUCCESS [ 877.354720] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e deletion is rescheduled due to dependency. [ 877.354856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.391907] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 in Status: SUCCESS [ 877.392077] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 deletion is rescheduled due to dependency. [ 877.392198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.841367] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 877.841583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.842254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.842633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.842730] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.870369] env[66311]: INFO networking_nsxv3.common.synchronization [req-314b1f31-5637-4222-856c-e5e3bef66c40 req-442c777d-e0a6-485e-8523-63c8ed1d6bb6 service nova] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_rules [ 877.870369] env[66311]: INFO networking_nsxv3.common.synchronization [req-314b1f31-5637-4222-856c-e5e3bef66c40 req-442c777d-e0a6-485e-8523-63c8ed1d6bb6 service nova] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_members [ 877.870369] env[66311]: INFO networking_nsxv3.common.synchronization [req-314b1f31-5637-4222-856c-e5e3bef66c40 req-442c777d-e0a6-485e-8523-63c8ed1d6bb6 service nova] Enqueued Resource ID: 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb with Priority: HIGHEST for action port [ 877.870369] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_rules [ 877.870589] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_members [ 877.870643] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb with Priority: HIGHEST for action port [ 877.870952] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.871070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.871131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.871333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.871407] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.872861] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.873317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.873317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.873317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.873458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.873507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.873539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.874050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.874050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.874050] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.875219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.875219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.875219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.875219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.875219] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9e972c-e77a-4bc0-aea5-bc9601ec37cb',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.269433] env[66311]: INFO networking_nsxv3.common.synchronization [req-63973422-f7a1-4f3c-a0f2-b3f05ceb1fe6 req-75675508-cbc2-4c7e-939a-4dc9fb36d2a2 tempest-ListServersNegativeTestJSON-820033497 tempest-ListServersNegativeTestJSON-820033497-project-member] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 878.270306] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 878.270721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.273125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.273125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.273125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.273125] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.273125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.273125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.273125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.273125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.273125] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.347373] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.347373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.373361] env[66311]: INFO networking_nsxv3.common.synchronization [None req-df60688b-2017-499d-831e-8caad324186f None None] Enqueued Resource ID: 6c33266a-2ec8-4272-bdcd-80c2bed9e67e with Priority: HIGHEST for action port [ 878.373968] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c33266a-2ec8-4272-bdcd-80c2bed9e67e with Priority: HIGHEST for action port [ 878.374281] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c33266a-2ec8-4272-bdcd-80c2bed9e67e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.374402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c33266a-2ec8-4272-bdcd-80c2bed9e67e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.374469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c33266a-2ec8-4272-bdcd-80c2bed9e67e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.374720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c33266a-2ec8-4272-bdcd-80c2bed9e67e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.374804] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c33266a-2ec8-4272-bdcd-80c2bed9e67e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.377051] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.377051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.377051] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.380944] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb with status ACTIVE [ 878.381736] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.381736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.381736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.381736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.381736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.381736] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.381963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.381963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.381963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.382076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.384448] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.384448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.384448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.384448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.384448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.384448] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb is going to be updated. [ 878.405579] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.405579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.405579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.405579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.405579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.405821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.775585] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.879359] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c33266a-2ec8-4272-bdcd-80c2bed9e67e [ 878.879359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.879499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.879499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.879700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.880046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.880046] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c33266a-2ec8-4272-bdcd-80c2bed9e67e already deleted. [ 878.880046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c33266a-2ec8-4272-bdcd-80c2bed9e67e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.880209] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.279536] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.383453] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.383640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.383752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.384214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.384305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.384483] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a is going to be created. [ 879.415891] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.416358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.416358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.417404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.419029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.431519] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: UNINITIALIZED for 2s [ 879.783650] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.783840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.784814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.784814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.784814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.784814] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 879.840257] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.840465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.840465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.840812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.840981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.860504] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 880.993801] env[66311]: INFO networking_nsxv3.common.synchronization [None req-d9a20455-3fae-4731-88fc-0f7a898666b7 None None] Enqueued Resource ID: 8b70bf1d-736b-4ace-aaba-5182867b81e2 with Priority: HIGHEST for action port [ 880.997671] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b70bf1d-736b-4ace-aaba-5182867b81e2 with Priority: HIGHEST for action port [ 880.997671] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b70bf1d-736b-4ace-aaba-5182867b81e2 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.997671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b70bf1d-736b-4ace-aaba-5182867b81e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.997671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b70bf1d-736b-4ace-aaba-5182867b81e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.997671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b70bf1d-736b-4ace-aaba-5182867b81e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.997671] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b70bf1d-736b-4ace-aaba-5182867b81e2',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.441371] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: SUCCESS [ 881.441518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.441686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.441911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.442103] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.442218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.442384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.442443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.442509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.442600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.442692] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.497979] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b70bf1d-736b-4ace-aaba-5182867b81e2 [ 881.498190] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.498324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.498395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.498602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.498690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.498947] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b70bf1d-736b-4ace-aaba-5182867b81e2 already deleted. [ 881.498947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b70bf1d-736b-4ace-aaba-5182867b81e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.871045] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 881.871271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.871451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.871692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.871917] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.872069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.872138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.872294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.872375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.872461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.872554] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.945326] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.376319] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.376627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.376627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.376745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.377017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.377133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.377212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.377361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.377442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.377530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.377681] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.377769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.377910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.378085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.378237] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.378328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.378388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.378528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.378600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.378702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.378812] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.449764] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c081b26-2de7-4756-8e22-59b4ddd8826a: rpc.has_security_group_logging(os_id): False [ 882.470280] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.470492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.470492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.470700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.470855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.471117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.471223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.471288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.471450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.471530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.471617] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a is going to be created. [ 882.562994] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.562994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.562994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.562994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.562994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.579619] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: IN_PROGRESS for 2s [ 882.882240] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b08415a-348c-4643-9a54-00267dd338a0: rpc.has_security_group_logging(os_id): False [ 882.902117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.902384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.902524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.902912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.903037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.903424] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.903611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.903730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.904665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.904665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.904665] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.904665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.904891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.904999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.905128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.905446] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.905649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.905986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.905986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.906097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.906241] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 882.975783] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.975968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.976084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.976354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.976538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.993194] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 884.591929] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: SUCCESS [ 884.592290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.007317] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 885.007536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.995370] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.995694] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 887.680106] env[66311]: INFO networking_nsxv3.common.synchronization [None req-8e296ba0-2f0e-4c4d-bdd5-46a0b608a7b5 None None] Enqueued Resource ID: 25b7cd80-cafd-4d99-93ff-626614102198 with Priority: HIGHEST for action port [ 887.681600] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b7cd80-cafd-4d99-93ff-626614102198 with Priority: HIGHEST for action port [ 887.681600] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-25b7cd80-cafd-4d99-93ff-626614102198 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.681600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25b7cd80-cafd-4d99-93ff-626614102198" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.681600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25b7cd80-cafd-4d99-93ff-626614102198" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.681600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25b7cd80-cafd-4d99-93ff-626614102198" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.681600] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b7cd80-cafd-4d99-93ff-626614102198',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.183416] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25b7cd80-cafd-4d99-93ff-626614102198 [ 888.183740] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.183880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.183967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.184189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.184294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.184393] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25b7cd80-cafd-4d99-93ff-626614102198 already deleted. [ 888.184486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25b7cd80-cafd-4d99-93ff-626614102198" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.777282] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c2596924-5419-47d1-ba04-937fec27205f tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_rules [ 888.777839] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_rules [ 888.778155] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.778287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.778359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.778603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.778835] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.905226] env[66311]: INFO networking_nsxv3.common.synchronization [None req-4022e0f0-0766-4de4-a893-d5a0f5b9d440 tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_rules [ 888.905801] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_rules [ 888.906128] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.906396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.302796] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.302984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.302984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.303219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.303455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.303455] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c already deleted. [ 889.303572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.303665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.303798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.303885] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.838644] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.839011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.839011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.839598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.839598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.839598] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c already deleted. [ 889.839598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.906999] env[66311]: INFO networking_nsxv3.common.synchronization [None req-1f85db41-d792-4061-8e7a-6974437c95e0 None None] Enqueued Resource ID: bf01d12a-f532-4e81-9cca-60e56c55adf0 with Priority: HIGHEST for action port [ 889.906999] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf01d12a-f532-4e81-9cca-60e56c55adf0 with Priority: HIGHEST for action port [ 889.906999] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf01d12a-f532-4e81-9cca-60e56c55adf0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.906999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf01d12a-f532-4e81-9cca-60e56c55adf0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.906999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf01d12a-f532-4e81-9cca-60e56c55adf0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.907824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf01d12a-f532-4e81-9cca-60e56c55adf0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.907824] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf01d12a-f532-4e81-9cca-60e56c55adf0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.411036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf01d12a-f532-4e81-9cca-60e56c55adf0 [ 890.411036] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.411036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.411036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.411036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.411036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.411036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf01d12a-f532-4e81-9cca-60e56c55adf0 already deleted. [ 890.411036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf01d12a-f532-4e81-9cca-60e56c55adf0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.116853] env[66311]: INFO networking_nsxv3.common.synchronization [None req-4df3b69e-9fe4-4af5-928c-c11eaf5b222d None None] Enqueued Resource ID: 2dafa449-0f0c-4539-8889-4c3f087daa27 with Priority: HIGHEST for action port [ 893.117471] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dafa449-0f0c-4539-8889-4c3f087daa27 with Priority: HIGHEST for action port [ 893.117782] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dafa449-0f0c-4539-8889-4c3f087daa27 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.117905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dafa449-0f0c-4539-8889-4c3f087daa27" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.117974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dafa449-0f0c-4539-8889-4c3f087daa27" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.119168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dafa449-0f0c-4539-8889-4c3f087daa27" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.119264] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dafa449-0f0c-4539-8889-4c3f087daa27',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.621791] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dafa449-0f0c-4539-8889-4c3f087daa27 [ 893.622124] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.622696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.622850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.624208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.624208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.624208] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dafa449-0f0c-4539-8889-4c3f087daa27 already deleted. [ 893.624208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dafa449-0f0c-4539-8889-4c3f087daa27" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.855182] env[66311]: INFO networking_nsxv3.common.synchronization [req-58f0f09a-0790-49bc-8d11-cd80aa7228d7 req-82805d26-1952-4fbc-bf02-09d4d779046d tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 893.855644] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 893.855967] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.856611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.856611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.856611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.856611] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.856799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.856799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.856909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.857025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.857105] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.223168] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.223605] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.223605] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.223710] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.223979] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.224278] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.224399] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.225016] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.225016] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.225016] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.225151] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.225184] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.225277] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.225382] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.225485] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.225615] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.247636] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.247636] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.247636] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.247826] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.248213] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-ec64bdd0-b68d-4adc-b889-db50a56f88bd taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.248387] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-ec64bdd0-b68d-4adc-b889-db50a56f88bd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.248510] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-ec64bdd0-b68d-4adc-b889-db50a56f88bd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.248842] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-ec64bdd0-b68d-4adc-b889-db50a56f88bd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.248967] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec64bdd0-b68d-4adc-b889-db50a56f88bd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.360699] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.360849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.360941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.361179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.361267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.361663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.361663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.361663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.361800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.361833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.361919] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f already deleted. [ 894.361997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.751549] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.751894] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.752192] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.752508] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.752748] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.753149] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port ec64bdd0-b68d-4adc-b889-db50a56f88bd not found, creating... [ 894.753457] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.753688] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.753882] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.754243] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.754464] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.754907] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.755173] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.756100] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.756430] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.756646] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.757466] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: ec64bdd0-b68d-4adc-b889-db50a56f88bd is going to be created. [ 894.781601] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.782237] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.783791] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.783791] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.783791] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.783791] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-ec64bdd0-b68d-4adc-b889-db50a56f88bd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.313900] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b75e338c-f6e9-4441-9007-fd14f1898251 None None] Enqueued Resource ID: e693ee18-05ee-4e34-80a9-f08fbc668135 with Priority: HIGHEST for action port [ 895.314520] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e693ee18-05ee-4e34-80a9-f08fbc668135 with Priority: HIGHEST for action port [ 895.315050] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-e693ee18-05ee-4e34-80a9-f08fbc668135 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.315050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e693ee18-05ee-4e34-80a9-f08fbc668135" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.315177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e693ee18-05ee-4e34-80a9-f08fbc668135" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.315411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e693ee18-05ee-4e34-80a9-f08fbc668135" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.315496] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e693ee18-05ee-4e34-80a9-f08fbc668135',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.504973] env[66311]: INFO networking_nsxv3.common.synchronization [req-58f0f09a-0790-49bc-8d11-cd80aa7228d7 req-fc34d577-764c-47fc-a703-b8e40b94ddd9 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 895.505072] env[66311]: INFO networking_nsxv3.common.synchronization [req-58f0f09a-0790-49bc-8d11-cd80aa7228d7 req-fc34d577-764c-47fc-a703-b8e40b94ddd9 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 895.505864] env[66311]: INFO networking_nsxv3.common.synchronization [req-58f0f09a-0790-49bc-8d11-cd80aa7228d7 req-fc34d577-764c-47fc-a703-b8e40b94ddd9 service nova] Enqueued Resource ID: ec64bdd0-b68d-4adc-b889-db50a56f88bd with Priority: HIGHEST for action port [ 895.505864] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 895.506284] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 895.506284] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec64bdd0-b68d-4adc-b889-db50a56f88bd with Priority: HIGHEST for action port [ 895.510338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.510338] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.510338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.510338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.510338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.510338] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.513756] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec64bdd0-b68d-4adc-b889-db50a56f88bd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.513756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec64bdd0-b68d-4adc-b889-db50a56f88bd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.513756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec64bdd0-b68d-4adc-b889-db50a56f88bd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.513756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec64bdd0-b68d-4adc-b889-db50a56f88bd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.513756] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec64bdd0-b68d-4adc-b889-db50a56f88bd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.819054] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e693ee18-05ee-4e34-80a9-f08fbc668135 [ 895.819054] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.819207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.819207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.819369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.819458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.819553] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e693ee18-05ee-4e34-80a9-f08fbc668135 already deleted. [ 895.819635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e693ee18-05ee-4e34-80a9-f08fbc668135" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.014354] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.014522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.015130] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.017747] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec64bdd0-b68d-4adc-b889-db50a56f88bd with status ACTIVE [ 896.017747] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.017747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.017747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.017747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.017747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.017953] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.018030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.018119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.018275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.018356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.018677] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.018677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.018677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.018823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.018923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.019011] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec64bdd0-b68d-4adc-b889-db50a56f88bd is going to be updated. [ 896.040300] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.040456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.040595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.040771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.040854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.041196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec64bdd0-b68d-4adc-b889-db50a56f88bd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.518110] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.020135] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.020304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.020378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.020589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.020685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.020793] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be created. [ 897.043850] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.044036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.044086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.044282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.044454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.064308] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: UNINITIALIZED for 2s [ 899.075560] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 899.075913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.076159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.076388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.076578] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.076718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.076811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.077099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.077145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.077242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.077362] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.580980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.581221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.581221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.581391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.581577] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.581667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.581731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.581885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.581993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.582099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.582250] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.582344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.582405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.582546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.582684] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.582775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.582836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.582971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.583096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.583163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.583272] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.085645] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b5c6620-e276-41c8-b424-0db8da4b420f: rpc.has_security_group_logging(os_id): False [ 900.105959] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.106189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.106251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.106453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.106538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.106729] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.106841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.106907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.107078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.107304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.107413] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.107458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.107532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.107671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.107765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.108010] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.108095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.108144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.108284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.108361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.108695] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be created. [ 900.171463] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.171627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.171667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.172340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.172340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.183030] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 900.506865] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 900.506968] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 900.718099] env[66311]: INFO networking_nsxv3.common.synchronization [req-d157dd5d-98a7-4eb8-bd66-d3ee2f70d45d req-59149f60-22f9-433b-be69-b14989680956 tempest-ServersAdminTestJSON-1735840894 tempest-ServersAdminTestJSON-1735840894-project-member] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 900.719030] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 900.719030] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.719244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.719244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.719412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.719566] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.719665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.719729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.719878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.720009] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.720070] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.022154] env[66311]: INFO networking_nsxv3.common.synchronization [req-5e35a522-9600-488a-9757-1da6959530d4 req-eb27d2e5-146e-4353-bacd-a076f9525da6 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_members [ 901.022154] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGHEST for action security_group_members [ 901.022499] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.022765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.022940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.023263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.024940] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.024940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.024940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.024940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.024940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.024940] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.099795] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.100149] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.100322] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.100735] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.101207] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.101445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.101624] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.101938] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.102174] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.102484] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.102654] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.102827] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.102993] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.103181] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.103349] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.103544] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.129532] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.129701] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.130684] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.130684] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-38" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.130684] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.130684] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.130684] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.131970] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.131970] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.223903] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.526631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.526911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.526911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.527064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.527146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.527379] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.527505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.528282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.528282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.528282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.528282] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 is going to be updated. [ 901.562536] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.562708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.562708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.562935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.563175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.574295] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 in Status: IN_PROGRESS for 2s [ 901.634278] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.634548] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.634687] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.635013] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.635227] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.635460] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3 not found, creating... [ 901.635762] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.635954] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.636086] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.636341] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.636479] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.636839] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.637013] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.637132] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.637335] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.637472] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.637611] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3 is going to be created. [ 901.657627] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.657869] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.658017] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.658331] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.658572] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.658791] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.727850] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.195535] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 902.195904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.231095] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.231270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.231328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.231629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.231629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.231756] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 902.259444] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.259606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.259673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.260406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.260406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.268763] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 902.374689] env[66311]: INFO networking_nsxv3.common.synchronization [req-d157dd5d-98a7-4eb8-bd66-d3ee2f70d45d req-26c21651-69f9-457a-92d3-68603b33db71 service nova] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_rules [ 902.374689] env[66311]: INFO networking_nsxv3.common.synchronization [req-d157dd5d-98a7-4eb8-bd66-d3ee2f70d45d req-26c21651-69f9-457a-92d3-68603b33db71 service nova] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 902.374689] env[66311]: INFO networking_nsxv3.common.synchronization [req-d157dd5d-98a7-4eb8-bd66-d3ee2f70d45d req-26c21651-69f9-457a-92d3-68603b33db71 service nova] Enqueued Resource ID: 2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3 with Priority: HIGHEST for action port [ 902.374870] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_rules [ 902.374948] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 902.375065] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3 with Priority: HIGHEST for action port [ 902.376179] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.376179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.376179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.376179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.376179] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.377400] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.377498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.377682] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.377782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.377960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.378157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.378236] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.878207] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.878382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.880669] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3 with status ACTIVE [ 902.880882] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.881053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.881132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.881347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.881435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.881607] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.881705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.881769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.881927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.881998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.882248] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.882343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.882403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.882542] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.882616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.882701] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3 is going to be updated. [ 902.904201] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.904326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.904376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.904576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.904713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.904844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5bf5c5-a1b7-4f32-b197-0f26ad4030c3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.586753] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 in Status: SUCCESS [ 903.587078] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 deletion is rescheduled due to dependency. [ 903.587205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.279140] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 904.279428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.279658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.279905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.280148] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.280285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.280354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.280534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.280623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.280727] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.784386] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.287130] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.791354] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.791739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.791739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.792296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.792296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.792296] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 905.826598] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.826773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.826826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.827038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.827184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.839481] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 906.204209] env[66311]: INFO networking_nsxv3.common.synchronization [req-9ad3e4e4-68a7-4715-be2f-18370f542d56 req-804631cf-a161-4740-afa6-1eb7f6370a0f tempest-ServerPasswordTestJSON-1018779312 tempest-ServerPasswordTestJSON-1018779312-project-member] Enqueued Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGHEST for action security_group_members [ 906.204753] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGHEST for action security_group_members [ 906.205075] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-446e9b1d-77d7-4226-a549-2aa2e7733785 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.205478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.205478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.205568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.205662] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.205762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.205823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.205976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.206079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.206171] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.630806] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.631083] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-260" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.631306] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-260" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.631899] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-260" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.632176] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.632469] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.632469] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.632677] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.632828] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.633119] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.633236] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.633341] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.633464] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.633575] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.633686] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.633830] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.653965] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.654126] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.654271] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.654463] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-260" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.654786] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.654956] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.655082] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.655405] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.655542] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02ee339c-5d38-4ce6-a3b9-3e386475c5c5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.711362] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.711568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.711701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.712080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.712080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.712915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.712915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.712915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.712915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.713294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.713294] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 already deleted. [ 906.713294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.124714] env[66311]: INFO networking_nsxv3.common.synchronization [req-10e87052-4a7a-47ac-b3b1-eb9367f5ca4a req-fcd0b979-04fa-4624-a36c-f16f26063d23 tempest-MigrationsAdminTest-1698342300 tempest-MigrationsAdminTest-1698342300-project-member] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 907.125312] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 907.125657] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.125779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.125848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.126047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.126206] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.126302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.126364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.126509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.126593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.126683] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.160253] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.160480] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.160632] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.160908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.161119] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.161290] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 02ee339c-5d38-4ce6-a3b9-3e386475c5c5 not found, creating... [ 907.161556] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.161708] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.161825] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.162076] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.162221] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.162496] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.162688] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.162792] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.163008] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.163256] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.163415] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 02ee339c-5d38-4ce6-a3b9-3e386475c5c5 is going to be created. [ 907.183351] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.183580] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.183704] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.184031] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.184381] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.184777] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.630430] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.849887] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 907.850132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.850305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.850523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.850715] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.850843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.850898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.851230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.851230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.851230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.851369] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.917368] env[66311]: INFO networking_nsxv3.common.synchronization [req-9ad3e4e4-68a7-4715-be2f-18370f542d56 req-905d246d-edf7-4298-8178-57c205c2dbab service nova] Enqueued Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGHEST for action security_group_rules [ 907.917368] env[66311]: INFO networking_nsxv3.common.synchronization [req-9ad3e4e4-68a7-4715-be2f-18370f542d56 req-905d246d-edf7-4298-8178-57c205c2dbab service nova] Enqueued Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGHEST for action security_group_members [ 907.917368] env[66311]: INFO networking_nsxv3.common.synchronization [req-9ad3e4e4-68a7-4715-be2f-18370f542d56 req-905d246d-edf7-4298-8178-57c205c2dbab service nova] Enqueued Resource ID: 02ee339c-5d38-4ce6-a3b9-3e386475c5c5 with Priority: HIGHEST for action port [ 907.917368] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGHEST for action security_group_rules [ 907.917612] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGHEST for action security_group_members [ 907.917703] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ee339c-5d38-4ce6-a3b9-3e386475c5c5 with Priority: HIGHEST for action port [ 907.918181] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446e9b1d-77d7-4226-a549-2aa2e7733785 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.918321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.918413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.920817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.920817] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.920817] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-446e9b1d-77d7-4226-a549-2aa2e7733785 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.920817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.923559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.923559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.923559] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.923559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.923559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.923559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.923559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.923559] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.923918] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.924592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.924592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.924592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.924592] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02ee339c-5d38-4ce6-a3b9-3e386475c5c5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.132657] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.311045] env[66311]: INFO networking_nsxv3.common.synchronization [req-89c0d791-b7e4-42b3-868b-e26ed68d750d req-e339b10d-0d3f-4c55-bafc-908f218e8912 tempest-ServerRescueNegativeTestJSON-85084621 tempest-ServerRescueNegativeTestJSON-85084621-project-member] Enqueued Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_members [ 908.312020] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_members [ 908.312961] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.313124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.313207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.313484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.313660] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.313789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.313899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.314040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.314142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.314228] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.355914] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.356162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.356238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.356479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.356689] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.356791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.356857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.357034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.357134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.357215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.357397] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.357486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.357538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.357650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.357790] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.357876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.357936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.358087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.358163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.358241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.358326] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.421197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-446e9b1d-77d7-4226-a549-2aa2e7733785 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.421370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.427883] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.428894] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02ee339c-5d38-4ce6-a3b9-3e386475c5c5 with status ACTIVE [ 908.429121] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.430047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.430047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.430047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.430047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.430047] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.430047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.430047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.430047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.430498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.430498] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.430498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.430498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.430622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.430622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.430676] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02ee339c-5d38-4ce6-a3b9-3e386475c5c5 is going to be updated. [ 908.470155] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.470155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.470366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.470403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.470546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.470710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02ee339c-5d38-4ce6-a3b9-3e386475c5c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.636116] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.636116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.636116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.636116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.636116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.636334] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be updated. [ 908.678672] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.678672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.678672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.678672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.678672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.691631] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: IN_PROGRESS for 2s [ 908.778956] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.779355] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.779496] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.779833] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.780163] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.780337] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.780457] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.780850] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.781114] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.781366] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.781483] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.781731] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.781731] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.781876] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.782072] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.782857] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.805906] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.806105] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.806361] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.806543] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-85" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.806883] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-c36e17f2-cf59-4d98-973a-025566137e97 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.807324] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-c36e17f2-cf59-4d98-973a-025566137e97" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.807510] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-c36e17f2-cf59-4d98-973a-025566137e97" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.807818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-c36e17f2-cf59-4d98-973a-025566137e97" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.807976] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c36e17f2-cf59-4d98-973a-025566137e97',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.817111] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.817285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.817368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.817599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.817690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.817893] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.817995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.818081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.818246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.818332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.818417] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 already deleted. [ 908.818497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.861772] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8326b4b5-a521-4cc0-8294-e756c497b7c1: rpc.has_security_group_logging(os_id): False [ 908.881961] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.882163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.882273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.882518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.906356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.906919] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.907114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.907242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.907507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.907641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.907985] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.908168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.908247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.908499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.908603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.908900] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.909056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.909156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.909340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.909455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.909562] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 908.933747] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.994179] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.994325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.994396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.994597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.994742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.008670] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 909.310731] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.311129] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.311169] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.311447] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.311597] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.311751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port c36e17f2-cf59-4d98-973a-025566137e97 not found, creating... [ 909.312029] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.312202] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.312317] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.312536] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.312663] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.312948] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.313306] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.313375] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.313565] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.313701] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.314509] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: c36e17f2-cf59-4d98-973a-025566137e97 is going to be created. [ 909.340253] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.340516] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.340589] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.340858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.341156] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.341374] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-c36e17f2-cf59-4d98-973a-025566137e97" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.440770] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.440770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.440770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.440770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.440770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.440770] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 is going to be created. [ 909.486021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.486722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.486805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.487073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.487303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.498083] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 in Status: UNINITIALIZED for 2s [ 910.095229] env[66311]: INFO networking_nsxv3.common.synchronization [req-89c0d791-b7e4-42b3-868b-e26ed68d750d req-f836da3e-80a0-4422-a08d-f86a29b46da0 service nova] Enqueued Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_rules [ 910.095412] env[66311]: INFO networking_nsxv3.common.synchronization [req-89c0d791-b7e4-42b3-868b-e26ed68d750d req-f836da3e-80a0-4422-a08d-f86a29b46da0 service nova] Enqueued Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_members [ 910.095552] env[66311]: INFO networking_nsxv3.common.synchronization [req-89c0d791-b7e4-42b3-868b-e26ed68d750d req-f836da3e-80a0-4422-a08d-f86a29b46da0 service nova] Enqueued Resource ID: c36e17f2-cf59-4d98-973a-025566137e97 with Priority: HIGHEST for action port [ 910.096135] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_rules [ 910.096281] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_members [ 910.096376] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36e17f2-cf59-4d98-973a-025566137e97 with Priority: HIGHEST for action port [ 910.096646] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.096758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.097320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.097320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.097320] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.099769] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.099887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.099955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.100147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.100299] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.100422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.100546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.100628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.100708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.100797] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.101653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c36e17f2-cf59-4d98-973a-025566137e97 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.101759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c36e17f2-cf59-4d98-973a-025566137e97" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.101825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c36e17f2-cf59-4d98-973a-025566137e97" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.101977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c36e17f2-cf59-4d98-973a-025566137e97" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.102062] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c36e17f2-cf59-4d98-973a-025566137e97',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.600914] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.601387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.604037] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.609521] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c36e17f2-cf59-4d98-973a-025566137e97 with status ACTIVE [ 910.609747] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.609879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.609947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.610176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.610450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.610450] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.610560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.610593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.610728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.610808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.611059] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.611231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.611231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.611329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.611409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.611491] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c36e17f2-cf59-4d98-973a-025566137e97 is going to be updated. [ 910.637939] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.638385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.638385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.638474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.638728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.640220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c36e17f2-cf59-4d98-973a-025566137e97" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.712963] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: SUCCESS [ 910.713273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.954089] env[66311]: INFO networking_nsxv3.common.synchronization [req-95a4cb60-656b-4e3e-bf86-bd329e25e9ed req-558754a6-84be-40fb-86d3-c18eb36bdc2d tempest-ServersNegativeTestMultiTenantJSON-1253731211 tempest-ServersNegativeTestMultiTenantJSON-1253731211-project-member] Enqueued Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGHEST for action security_group_members [ 910.954089] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGHEST for action security_group_members [ 910.954089] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70fb5804-6f54-402a-b0fa-04ab1366266a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.954089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.954089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.954562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.954972] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.956812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.958260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.958260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.958260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.958260] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.030740] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 911.030740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.109437] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.362367] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.362600] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-53" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.362769] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-53" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.363703] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-53" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.364327] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.364512] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.364635] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.365061] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.365240] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.365482] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.365627] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.365722] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.365832] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.366469] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.366600] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.366760] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.392179] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.392179] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.392179] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.392179] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-53" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.392333] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-b8bae316-6f0b-4064-8191-94a87df49ea3 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.392514] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-b8bae316-6f0b-4064-8191-94a87df49ea3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.392642] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-b8bae316-6f0b-4064-8191-94a87df49ea3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.393604] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-b8bae316-6f0b-4064-8191-94a87df49ea3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.393896] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8bae316-6f0b-4064-8191-94a87df49ea3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.460208] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.460373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.460425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.460636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.460727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.460914] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.461098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.461243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.461343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.461428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.461557] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70fb5804-6f54-402a-b0fa-04ab1366266a already deleted. [ 911.461639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.510103] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 in Status: SUCCESS [ 911.511746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.511746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.511746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.511746] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.511746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.511746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.511746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.511746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.511746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.511746] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.611564] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.611890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.611890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.612045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.612141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.612255] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 is going to be created. [ 911.639166] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.639366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.639414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.639752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.640069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.659641] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 in Status: UNINITIALIZED for 2s [ 911.902030] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.902030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.902030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.902030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.902030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.902030] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port b8bae316-6f0b-4064-8191-94a87df49ea3 not found, creating... [ 911.902030] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.902030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.902030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.902030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.902836] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.902836] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.902836] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.902958] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.903207] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.903356] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.903523] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: b8bae316-6f0b-4064-8191-94a87df49ea3 is going to be created. [ 911.925833] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.926831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.926831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.926831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.926831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.927055] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-b8bae316-6f0b-4064-8191-94a87df49ea3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.013605] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-446e9b1d-77d7-4226-a549-2aa2e7733785 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.013773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.013844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.014091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.014269] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.014368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.014435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.014630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.014740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.015023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.015202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-446e9b1d-77d7-4226-a549-2aa2e7733785 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.015336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.015420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.015583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.015729] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.015854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.015940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.016106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.016203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.016314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.016406] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.520769] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 446e9b1d-77d7-4226-a549-2aa2e7733785: rpc.has_security_group_logging(os_id): False [ 912.537843] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.538316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.538509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.538812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.539051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.539382] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.539871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.540053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.540522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.542352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.542352] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.542352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.542352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.542352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.542352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.542694] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.542960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.543132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.543459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.543662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.543920] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 is going to be created. [ 912.607623] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.607871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.607925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.608186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.608409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.620643] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 in Status: IN_PROGRESS for 2s [ 912.673744] env[66311]: INFO networking_nsxv3.common.synchronization [req-95a4cb60-656b-4e3e-bf86-bd329e25e9ed req-b1e2c298-9e9d-4b72-8654-cb658e016154 service nova] Enqueued Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGHEST for action security_group_rules [ 912.673895] env[66311]: INFO networking_nsxv3.common.synchronization [req-95a4cb60-656b-4e3e-bf86-bd329e25e9ed req-b1e2c298-9e9d-4b72-8654-cb658e016154 service nova] Enqueued Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGHEST for action security_group_members [ 912.674102] env[66311]: INFO networking_nsxv3.common.synchronization [req-95a4cb60-656b-4e3e-bf86-bd329e25e9ed req-b1e2c298-9e9d-4b72-8654-cb658e016154 service nova] Enqueued Resource ID: b8bae316-6f0b-4064-8191-94a87df49ea3 with Priority: HIGHEST for action port [ 912.674884] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGHEST for action security_group_rules [ 912.675626] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGHEST for action security_group_members [ 912.675766] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8bae316-6f0b-4064-8191-94a87df49ea3 with Priority: HIGHEST for action port [ 912.676202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70fb5804-6f54-402a-b0fa-04ab1366266a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.676394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.676440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.677134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.677232] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.678760] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70fb5804-6f54-402a-b0fa-04ab1366266a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.678900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.678980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.679330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.679568] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.679746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.680253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.680253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.680253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.680369] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.682169] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8bae316-6f0b-4064-8191-94a87df49ea3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.682360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8bae316-6f0b-4064-8191-94a87df49ea3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.686024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8bae316-6f0b-4064-8191-94a87df49ea3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.686024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8bae316-6f0b-4064-8191-94a87df49ea3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.686024] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8bae316-6f0b-4064-8191-94a87df49ea3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.186385] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70fb5804-6f54-402a-b0fa-04ab1366266a taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.186385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.186385] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.191336] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8bae316-6f0b-4064-8191-94a87df49ea3 with status ACTIVE [ 913.191336] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.191466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.191466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.191738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.191851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.192450] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.192450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.192668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.192834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.193032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.193640] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.193640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.193757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.193939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.194168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.194308] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8bae316-6f0b-4064-8191-94a87df49ea3 is going to be updated. [ 913.219247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.219398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.219442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.219630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.219769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.219936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8bae316-6f0b-4064-8191-94a87df49ea3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.669577] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 in Status: SUCCESS [ 913.669956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.669956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.670176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.670360] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.670505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.670549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.670674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.670750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.670832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.670917] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.690848] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.174474] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.193290] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.193559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.193711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.194223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.194350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.194555] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70fb5804-6f54-402a-b0fa-04ab1366266a is going to be created. [ 914.226574] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.227430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.227430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.227430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.227430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.237938] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70fb5804-6f54-402a-b0fa-04ab1366266a in Status: UNINITIALIZED for 2s [ 914.639451] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 in Status: SUCCESS [ 914.639757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.677678] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ab898b6-dd16-4f60-93b1-789537a27a19: rpc.has_security_group_logging(os_id): False [ 914.698547] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.698745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.698830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.699305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.699500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.699872] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.700036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.700116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.700443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.700631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.701097] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 is going to be created. [ 914.812478] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.812800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.812876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.813404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.813646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.827892] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 in Status: IN_PROGRESS for 2s [ 916.252052] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70fb5804-6f54-402a-b0fa-04ab1366266a in Status: SUCCESS [ 916.252052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.252052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.252052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.252735] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.252735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.252735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.252735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.252950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.252950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.252950] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.755855] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70fb5804-6f54-402a-b0fa-04ab1366266a taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.756122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.756240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.756556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.756977] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.756977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.757159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.757327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.757474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.757642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.757891] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70fb5804-6f54-402a-b0fa-04ab1366266a taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.758062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.758171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.758386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.758603] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.758761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.758867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.759485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.759709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.759918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.760145] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.843784] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 in Status: SUCCESS [ 916.844195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.263509] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70fb5804-6f54-402a-b0fa-04ab1366266a: rpc.has_security_group_logging(os_id): False [ 917.288321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.288714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.288785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.289052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.289269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.289527] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.289956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.290201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.290485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.290703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.291544] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.291714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.291822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.292069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.292264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.292467] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.292607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.292698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.292930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.293026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.293081] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70fb5804-6f54-402a-b0fa-04ab1366266a is going to be created. [ 917.355653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.355891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.356052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.356377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.356817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.370916] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70fb5804-6f54-402a-b0fa-04ab1366266a in Status: IN_PROGRESS for 2s [ 917.676807] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 917.676954] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 919.385177] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70fb5804-6f54-402a-b0fa-04ab1366266a in Status: SUCCESS [ 919.385177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.840088] env[66311]: INFO networking_nsxv3.common.synchronization [req-e1cbeeba-45ba-4fb1-897f-8105013d19a6 req-1d9de59a-5891-451d-80ea-6e06d2788f39 tempest-ServerPasswordTestJSON-1018779312 tempest-ServerPasswordTestJSON-1018779312-project-member] Enqueued Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGHEST for action security_group_members [ 920.841168] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGHEST for action security_group_members [ 920.841168] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-446e9b1d-77d7-4226-a549-2aa2e7733785 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.841328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.841328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.841526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.841778] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.841778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.841890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.841992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.842211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.842388] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.095666] env[66311]: INFO networking_nsxv3.common.synchronization [req-ad067878-a686-4bed-a0b5-f615cd8c5009 req-caf61ba0-bc4e-4fe1-9e27-d41ab0a3a4ab tempest-MultipleCreateTestJSON-54758021 tempest-MultipleCreateTestJSON-54758021-project-member] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 921.096391] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 921.097029] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.097029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.097029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.097323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.097603] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.097603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.098843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.098843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.098843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.098843] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.348358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.348358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.348358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.348358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.348358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.348358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.348358] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 is going to be updated. [ 921.377202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.378373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.378373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.378373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.378373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.389916] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 in Status: IN_PROGRESS for 2s [ 921.451025] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.451025] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.451025] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.451025] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.451025] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.451025] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.451025] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.452022] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.452355] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.453616] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.453616] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.453616] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.453616] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.453616] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.453616] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.453616] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.472322] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.472519] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.472662] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.472831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.473169] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-6de180ed-645f-48cb-a49a-df931ca1cea1 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.473347] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-6de180ed-645f-48cb-a49a-df931ca1cea1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.473468] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-6de180ed-645f-48cb-a49a-df931ca1cea1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.473782] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-6de180ed-645f-48cb-a49a-df931ca1cea1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.473922] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de180ed-645f-48cb-a49a-df931ca1cea1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.600535] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.600890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.601023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.601330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.622514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.622780] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.622904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.622967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.623184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.623313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.623345] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 921.648317] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.648496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.648568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.648776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.648918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.657585] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 921.977353] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.977680] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.977680] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.977937] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.978102] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.978262] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 6de180ed-645f-48cb-a49a-df931ca1cea1 not found, creating... [ 921.978521] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.978676] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.978792] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.979020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.979178] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.979487] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.979618] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.979717] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.979917] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.980087] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.980248] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 6de180ed-645f-48cb-a49a-df931ca1cea1 is going to be created. [ 922.001616] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.002015] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.002335] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.002545] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.002837] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.003169] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-6de180ed-645f-48cb-a49a-df931ca1cea1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.739789] env[66311]: INFO networking_nsxv3.common.synchronization [req-ad067878-a686-4bed-a0b5-f615cd8c5009 req-065b953f-437a-4903-b162-377c7a2b2ab8 service nova] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_rules [ 922.740033] env[66311]: INFO networking_nsxv3.common.synchronization [req-ad067878-a686-4bed-a0b5-f615cd8c5009 req-065b953f-437a-4903-b162-377c7a2b2ab8 service nova] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 922.740149] env[66311]: INFO networking_nsxv3.common.synchronization [req-ad067878-a686-4bed-a0b5-f615cd8c5009 req-065b953f-437a-4903-b162-377c7a2b2ab8 service nova] Enqueued Resource ID: 6de180ed-645f-48cb-a49a-df931ca1cea1 with Priority: HIGHEST for action port [ 922.740700] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_rules [ 922.740839] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 922.741292] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de180ed-645f-48cb-a49a-df931ca1cea1 with Priority: HIGHEST for action port [ 922.741985] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.742818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.742818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.743059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.743159] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.745062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.746382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.746382] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de180ed-645f-48cb-a49a-df931ca1cea1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.746382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de180ed-645f-48cb-a49a-df931ca1cea1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.746382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de180ed-645f-48cb-a49a-df931ca1cea1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.746382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de180ed-645f-48cb-a49a-df931ca1cea1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.746382] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de180ed-645f-48cb-a49a-df931ca1cea1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.248840] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.248840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.248840] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6de180ed-645f-48cb-a49a-df931ca1cea1 with status ACTIVE [ 923.249255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.249255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.249255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.249367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.249455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.250307] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.250307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.250307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.250307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.250307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.250307] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.250307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.250307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.250696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.250696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.250696] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6de180ed-645f-48cb-a49a-df931ca1cea1 is going to be updated. [ 923.272382] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.272571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.272612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.272796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.274523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.274523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de180ed-645f-48cb-a49a-df931ca1cea1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.401886] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 in Status: SUCCESS [ 923.402022] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 deletion is rescheduled due to dependency. [ 923.402157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.669045] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 923.669269] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e deletion is rescheduled due to dependency. [ 923.669390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.669565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.669785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.669974] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.670106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.670173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.670394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.670491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.670593] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.756699] env[66311]: INFO networking_nsxv3.common.synchronization [req-ad067878-a686-4bed-a0b5-f615cd8c5009 req-a5ae5940-94d8-466a-a661-874e04eeb5ca tempest-MultipleCreateTestJSON-54758021 tempest-MultipleCreateTestJSON-54758021-project-member] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 923.757187] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 923.757499] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.757632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.106170] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.106378] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.106499] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.106761] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.107029] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.107198] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.107315] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.107527] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.107691] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.107926] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.108052] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.108164] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.108422] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.108422] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.108505] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.108607] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.130300] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.130473] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.130600] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.130787] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-692" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.131119] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-9f1f3317-a158-4080-a7ea-b846c933aab1 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.131305] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-9f1f3317-a158-4080-a7ea-b846c933aab1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.131428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-9f1f3317-a158-4080-a7ea-b846c933aab1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.131748] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-9f1f3317-a158-4080-a7ea-b846c933aab1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.131885] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1f3317-a158-4080-a7ea-b846c933aab1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.172886] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.634743] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.635883] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.635883] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.635883] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.636070] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.636130] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 9f1f3317-a158-4080-a7ea-b846c933aab1 not found, creating... [ 924.636443] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.637415] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.637415] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.637415] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.637415] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.638413] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.638413] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.638413] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.638413] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.638413] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.638778] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 9f1f3317-a158-4080-a7ea-b846c933aab1 is going to be created. [ 924.661236] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.661527] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.661732] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.661937] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.662277] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.662570] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-9f1f3317-a158-4080-a7ea-b846c933aab1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.675322] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.177281] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.177457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.177535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.177761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.177852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.177952] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 925.212117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.212367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.212431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.212691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.212871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.222516] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 925.404823] env[66311]: INFO networking_nsxv3.common.synchronization [req-ad067878-a686-4bed-a0b5-f615cd8c5009 req-93d6f414-bded-4b86-9070-be96d10d20be service nova] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_rules [ 925.405016] env[66311]: INFO networking_nsxv3.common.synchronization [req-ad067878-a686-4bed-a0b5-f615cd8c5009 req-93d6f414-bded-4b86-9070-be96d10d20be service nova] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 925.405312] env[66311]: INFO networking_nsxv3.common.synchronization [req-ad067878-a686-4bed-a0b5-f615cd8c5009 req-93d6f414-bded-4b86-9070-be96d10d20be service nova] Enqueued Resource ID: 9f1f3317-a158-4080-a7ea-b846c933aab1 with Priority: HIGHEST for action port [ 925.405699] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_rules [ 925.405984] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 925.405984] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1f3317-a158-4080-a7ea-b846c933aab1 with Priority: HIGHEST for action port [ 925.406194] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.406285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.406471] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.406582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.406722] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1f3317-a158-4080-a7ea-b846c933aab1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.406820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1f3317-a158-4080-a7ea-b846c933aab1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.406882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1f3317-a158-4080-a7ea-b846c933aab1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.407095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1f3317-a158-4080-a7ea-b846c933aab1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.407231] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1f3317-a158-4080-a7ea-b846c933aab1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.910812] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f1f3317-a158-4080-a7ea-b846c933aab1 with status ACTIVE [ 925.910812] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.911228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.911228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.911228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.911440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.911664] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.911774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.911836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.911999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.914525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.914744] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.914851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.914914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.915080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.915160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.915251] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f1f3317-a158-4080-a7ea-b846c933aab1 is going to be updated. [ 925.941230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.942009] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.942009] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.942009] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.942009] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.942381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1f3317-a158-4080-a7ea-b846c933aab1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.325036] env[66311]: INFO networking_nsxv3.common.synchronization [req-4588b877-1717-4b6c-ae66-853fc94bdb7b req-bbce8656-2873-47ca-8fcb-85be1202726b tempest-ServersNegativeTestMultiTenantJSON-1253731211 tempest-ServersNegativeTestMultiTenantJSON-1253731211-project-member] Enqueued Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGHEST for action security_group_members [ 926.325771] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGHEST for action security_group_members [ 926.325997] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70fb5804-6f54-402a-b0fa-04ab1366266a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.326368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.326449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.326664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.326836] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.326934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.327041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.327148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.327251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.327330] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.830545] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.830702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.830747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.831833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.831833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.831833] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.831833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.831833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.831833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.831833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.831833] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70fb5804-6f54-402a-b0fa-04ab1366266a is going to be updated. [ 926.857898] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.858052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.858134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.858324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.858466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.867597] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70fb5804-6f54-402a-b0fa-04ab1366266a in Status: IN_PROGRESS for 2s [ 927.234102] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 927.234342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.236800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.236800] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.236800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.236800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.237914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.238183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.238425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.238546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.238698] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.409432] env[66311]: INFO networking_nsxv3.common.synchronization [req-1f3cb232-a0f2-40b4-8e04-1d0d5f2e5aa9 req-87c20ef2-e385-422b-ac91-79060cf17b4e tempest-VolumesAdminNegativeTest-1656252629 tempest-VolumesAdminNegativeTest-1656252629-project-member] Enqueued Resource ID: 5e48400a-19d3-42ee-a552-01412c798a66 with Priority: HIGHEST for action security_group_members [ 927.410079] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e48400a-19d3-42ee-a552-01412c798a66 with Priority: HIGHEST for action security_group_members [ 927.410405] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e48400a-19d3-42ee-a552-01412c798a66 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.410639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.410639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.410848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.411012] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.411137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.411398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.411905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.412094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.412156] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e48400a-19d3-42ee-a552-01412c798a66',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.740414] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.740568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.740809] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.914866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.915209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.915288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.915489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.915586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.915783] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.915896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.916175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.916386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.916491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.916603] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e48400a-19d3-42ee-a552-01412c798a66 already deleted. [ 927.916705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.031414] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.031647] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-667" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.031828] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-667" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.032559] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-667" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.032874] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.033067] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.033193] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.033433] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.033584] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.033793] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.033909] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.034046] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.034135] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.034249] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.034355] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.034827] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.056577] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.056725] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.056861] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.057052] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-667" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.057381] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.057557] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.057678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.058057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.058207] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28a2a9b6-32dd-4f18-a66e-5bd6d245acfc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.243772] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.528968] env[66311]: INFO networking_nsxv3.common.synchronization [req-d35602ac-15d9-4930-a6a5-c759e0bdfd43 req-1e3bbd3e-58d5-4af8-a9c4-315eb9c894e0 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 928.529452] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 928.529749] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.529963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.530046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.530238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.530398] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.530494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.530554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.530691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.530773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.530865] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.560948] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.562145] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.562145] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.562145] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.562145] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.562610] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 28a2a9b6-32dd-4f18-a66e-5bd6d245acfc not found, creating... [ 928.562989] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.563182] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.564370] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.564370] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.564370] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.564370] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.564370] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.564691] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.564691] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.564819] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.564943] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 28a2a9b6-32dd-4f18-a66e-5bd6d245acfc is going to be created. [ 928.587707] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.588045] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.588190] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.588552] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.588826] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.589337] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.749399] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.749399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.749399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.749399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.749399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.749399] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 928.779941] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.780188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.780188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.780439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.780600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.789581] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 928.876961] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70fb5804-6f54-402a-b0fa-04ab1366266a in Status: SUCCESS [ 928.877236] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70fb5804-6f54-402a-b0fa-04ab1366266a deletion is rescheduled due to dependency. [ 928.877407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.033233] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.033394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.033472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.033725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.033831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.034044] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.034154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.034222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.034383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.034461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.034549] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 929.068230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.068230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.068230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.068633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.068633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.080627] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 929.824351] env[66311]: INFO networking_nsxv3.common.synchronization [req-1f3cb232-a0f2-40b4-8e04-1d0d5f2e5aa9 req-abe76846-856c-4352-b6b5-57df395370d4 service nova] Enqueued Resource ID: 5e48400a-19d3-42ee-a552-01412c798a66 with Priority: HIGHEST for action security_group_rules [ 929.824653] env[66311]: INFO networking_nsxv3.common.synchronization [req-1f3cb232-a0f2-40b4-8e04-1d0d5f2e5aa9 req-abe76846-856c-4352-b6b5-57df395370d4 service nova] Enqueued Resource ID: 5e48400a-19d3-42ee-a552-01412c798a66 with Priority: HIGHEST for action security_group_members [ 929.824653] env[66311]: INFO networking_nsxv3.common.synchronization [req-1f3cb232-a0f2-40b4-8e04-1d0d5f2e5aa9 req-abe76846-856c-4352-b6b5-57df395370d4 service nova] Enqueued Resource ID: 28a2a9b6-32dd-4f18-a66e-5bd6d245acfc with Priority: HIGHEST for action port [ 929.825569] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e48400a-19d3-42ee-a552-01412c798a66 with Priority: HIGHEST for action security_group_rules [ 929.825759] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e48400a-19d3-42ee-a552-01412c798a66 with Priority: HIGHEST for action security_group_members [ 929.825794] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a2a9b6-32dd-4f18-a66e-5bd6d245acfc with Priority: HIGHEST for action port [ 929.826127] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e48400a-19d3-42ee-a552-01412c798a66 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.826214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.826281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.826519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.826598] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e48400a-19d3-42ee-a552-01412c798a66',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.828678] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e48400a-19d3-42ee-a552-01412c798a66 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.828809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.828890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.829073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.829260] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.829353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.829414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.829559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.829712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.829759] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e48400a-19d3-42ee-a552-01412c798a66',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.830486] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.830586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.830647] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.830789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.830859] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28a2a9b6-32dd-4f18-a66e-5bd6d245acfc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.235338] env[66311]: INFO networking_nsxv3.common.synchronization [req-19502ab6-420d-44dc-8dae-cc7fba086693 req-958d23fb-ec00-4a3b-ad5a-2452ecc0c4b5 tempest-ServerMetadataTestJSON-1454265158 tempest-ServerMetadataTestJSON-1454265158-project-member] Enqueued Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGHEST for action security_group_members [ 930.236067] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGHEST for action security_group_members [ 930.236893] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-045be4df-9947-4386-87f3-8f14dbee0184 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.237047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.237125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.239921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.239921] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.239921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.239921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.239921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.239921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.239921] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.300012] env[66311]: INFO networking_nsxv3.common.synchronization [None req-be8e9a11-b0ff-4048-be6a-af4df72b8ea1 None None] Enqueued Resource ID: 8c425b7b-54d3-40c1-b0d6-bef84f1a2e12 with Priority: HIGHEST for action port [ 930.300508] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c425b7b-54d3-40c1-b0d6-bef84f1a2e12 with Priority: HIGHEST for action port [ 930.300724] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c425b7b-54d3-40c1-b0d6-bef84f1a2e12 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.300887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c425b7b-54d3-40c1-b0d6-bef84f1a2e12" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.301103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c425b7b-54d3-40c1-b0d6-bef84f1a2e12" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.301903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c425b7b-54d3-40c1-b0d6-bef84f1a2e12" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.301993] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c425b7b-54d3-40c1-b0d6-bef84f1a2e12',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.335446] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e48400a-19d3-42ee-a552-01412c798a66 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.335581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.335766] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e48400a-19d3-42ee-a552-01412c798a66',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.336648] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28a2a9b6-32dd-4f18-a66e-5bd6d245acfc with status ACTIVE [ 930.336866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.336984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.337065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.337264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.337360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.337529] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.337627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.337689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.337842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.337919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.338901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.338901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.338901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.339181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.339287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.339378] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28a2a9b6-32dd-4f18-a66e-5bd6d245acfc is going to be updated. [ 930.361028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.361028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.361028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.361028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.361028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.361335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28a2a9b6-32dd-4f18-a66e-5bd6d245acfc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.742794] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.742794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.742794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.742794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.742794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.743114] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.743114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.743200] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.743306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.743392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.743557] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045be4df-9947-4386-87f3-8f14dbee0184 already deleted. [ 930.743606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.805646] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 930.805646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.806802] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c425b7b-54d3-40c1-b0d6-bef84f1a2e12 [ 930.806802] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.806802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.806802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.806802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.806802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.806802] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c425b7b-54d3-40c1-b0d6-bef84f1a2e12 already deleted. [ 930.806802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c425b7b-54d3-40c1-b0d6-bef84f1a2e12" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.806802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.807610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.807610] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.807610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.807610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.808893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.808893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.808893] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.841705] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e48400a-19d3-42ee-a552-01412c798a66',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.864614] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.864815] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-664" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.864940] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-664" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.865299] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-664" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.865587] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.865758] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.865893] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.870041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.870041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.870041] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.870041] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.871658] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.871844] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.871985] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.872111] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.872277] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.897378] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.897746] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.901357] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.901357] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-664" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.901357] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.901357] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.901357] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.901357] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.901357] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2a2fde-3a12-43a1-984a-f0b3304b49aa',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.090322] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 931.090533] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 931.090605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.310536] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.343679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.343824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.343895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.344140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.344302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.344403] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e48400a-19d3-42ee-a552-01412c798a66 is going to be created. [ 931.368223] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.368390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.368464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.368622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.368888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.381058] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e48400a-19d3-42ee-a552-01412c798a66 in Status: UNINITIALIZED for 2s [ 931.404779] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.405009] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.405196] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.405407] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.405555] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.405706] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 9e2a2fde-3a12-43a1-984a-f0b3304b49aa not found, creating... [ 931.405956] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.406132] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.406273] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.406487] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.406622] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.407928] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.408122] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.408231] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.408448] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.408585] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.408737] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 9e2a2fde-3a12-43a1-984a-f0b3304b49aa is going to be created. [ 931.428309] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.428525] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.428647] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.428929] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.429203] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.429435] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.813558] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.157904] env[66311]: INFO networking_nsxv3.common.synchronization [req-19502ab6-420d-44dc-8dae-cc7fba086693 req-37973e14-910f-4f28-a1f5-1c319f5a5ca3 service nova] Enqueued Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGHEST for action security_group_rules [ 932.158213] env[66311]: INFO networking_nsxv3.common.synchronization [req-19502ab6-420d-44dc-8dae-cc7fba086693 req-37973e14-910f-4f28-a1f5-1c319f5a5ca3 service nova] Enqueued Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGHEST for action security_group_members [ 932.159348] env[66311]: INFO networking_nsxv3.common.synchronization [req-19502ab6-420d-44dc-8dae-cc7fba086693 req-37973e14-910f-4f28-a1f5-1c319f5a5ca3 service nova] Enqueued Resource ID: 9e2a2fde-3a12-43a1-984a-f0b3304b49aa with Priority: HIGHEST for action port [ 932.160181] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGHEST for action security_group_rules [ 932.160377] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGHEST for action security_group_members [ 932.160572] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e2a2fde-3a12-43a1-984a-f0b3304b49aa with Priority: HIGHEST for action port [ 932.160988] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-045be4df-9947-4386-87f3-8f14dbee0184 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.162288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.162288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.162630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.162697] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.163851] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-045be4df-9947-4386-87f3-8f14dbee0184 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.164870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.164870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.164870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.164870] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.165030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.165063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.165201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.165288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.165380] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.166461] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.166561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.166624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.166777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.166878] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2a2fde-3a12-43a1-984a-f0b3304b49aa',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.315732] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.315965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.315965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.316185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.316279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.316404] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 932.355187] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.355575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.355661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.355915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.356102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.367017] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 932.669258] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-045be4df-9947-4386-87f3-8f14dbee0184 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669258] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.669868] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e2a2fde-3a12-43a1-984a-f0b3304b49aa with status ACTIVE [ 932.670130] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.670235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.670311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.670649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.670649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.670733] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.670816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.670872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.671029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.671106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.671304] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.671400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.671459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.671592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.671663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.671744] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e2a2fde-3a12-43a1-984a-f0b3304b49aa is going to be updated. [ 932.693037] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.693736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.693736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.694027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.694329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.694452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e2a2fde-3a12-43a1-984a-f0b3304b49aa" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.876088] env[66311]: INFO networking_nsxv3.common.synchronization [None req-3d728ffa-8b5c-4339-8f46-b33a9ef085b2 None None] Enqueued Resource ID: 3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3 with Priority: HIGHEST for action port [ 932.877983] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3 with Priority: HIGHEST for action port [ 932.877983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.877983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.877983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.877983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.877983] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.171079] env[66311]: INFO networking_nsxv3.common.synchronization [req-8db72fa2-51a3-4e5f-bd4d-ff1012f7a64b req-a908af66-2b09-450c-b35b-8b5da76aa9f2 tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 933.171982] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 933.172486] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.172618] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.172688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.172939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.173404] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.173404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.173404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.173404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.173703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.173703] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.175673] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.380833] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3 [ 933.381112] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.381277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.381355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.381591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.381679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.381787] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3 already deleted. [ 933.381867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d0e6ffa-28e1-44e9-adeb-f843a5a5bbe3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.394574] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e48400a-19d3-42ee-a552-01412c798a66 in Status: SUCCESS [ 933.395252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.396046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.396046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.396166] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.397107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.397259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.397663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.397805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.398040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.398175] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e48400a-19d3-42ee-a552-01412c798a66',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.620856] env[66311]: INFO networking_nsxv3.common.synchronization [None req-69f69106-1c27-409a-9e67-5b82217294bc None None] Enqueued Resource ID: 60062e6e-b51d-427f-a751-1cbe9e095cce with Priority: HIGHEST for action port [ 933.621562] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60062e6e-b51d-427f-a751-1cbe9e095cce with Priority: HIGHEST for action port [ 933.622279] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-60062e6e-b51d-427f-a751-1cbe9e095cce taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.622410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60062e6e-b51d-427f-a751-1cbe9e095cce" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.622410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60062e6e-b51d-427f-a751-1cbe9e095cce" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.622695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60062e6e-b51d-427f-a751-1cbe9e095cce" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.622784] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60062e6e-b51d-427f-a751-1cbe9e095cce',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.679522] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.679806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.679806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.680914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.681100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.681399] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.681599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.683493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.684633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.684781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.684937] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c already deleted. [ 933.685053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.686825] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.687271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.687364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.688189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.688275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.688348] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045be4df-9947-4386-87f3-8f14dbee0184 is going to be created. [ 933.720675] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.720939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.721024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.721281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.723345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.736772] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045be4df-9947-4386-87f3-8f14dbee0184 in Status: UNINITIALIZED for 2s [ 933.771508] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.771709] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.771834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.772641] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.772915] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.774263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.774263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.774263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.774263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.774263] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.774263] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.774511] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.774511] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.774879] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.774879] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.774879] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.796509] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.796688] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.796828] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.797013] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.797339] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-05729f7f-6241-436c-9995-e4bc2d4c8d20 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.797520] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-05729f7f-6241-436c-9995-e4bc2d4c8d20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.797627] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-05729f7f-6241-436c-9995-e4bc2d4c8d20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.798076] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-05729f7f-6241-436c-9995-e4bc2d4c8d20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.798153] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05729f7f-6241-436c-9995-e4bc2d4c8d20',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.902550] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e48400a-19d3-42ee-a552-01412c798a66 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.902550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.902739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.902830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.903013] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.903131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.903197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.903452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.903544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.903696] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e48400a-19d3-42ee-a552-01412c798a66 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.903796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.903857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.904170] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.904235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.904305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.904448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.904525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.904603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.904692] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e48400a-19d3-42ee-a552-01412c798a66',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.125935] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60062e6e-b51d-427f-a751-1cbe9e095cce [ 934.126189] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.126967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.126967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.126967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.126967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.126967] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60062e6e-b51d-427f-a751-1cbe9e095cce already deleted. [ 934.126967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60062e6e-b51d-427f-a751-1cbe9e095cce" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.303731] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.303731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.303731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.303731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.303731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.303731] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 05729f7f-6241-436c-9995-e4bc2d4c8d20 not found, creating... [ 934.303731] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.303731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.303731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.303731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.303731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.304380] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.304380] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.304380] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.304380] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.304380] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.304380] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 05729f7f-6241-436c-9995-e4bc2d4c8d20 is going to be created. [ 934.327608] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.327970] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.328270] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.328688] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.328978] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.329356] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-05729f7f-6241-436c-9995-e4bc2d4c8d20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.377455] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 934.377455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.377680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.378601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.378601] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.378601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.378601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.378601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.378601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.378601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.378601] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.378999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.378999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.378999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.379106] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.379158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.379310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.379414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.379486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.379567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.379656] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.408039] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e48400a-19d3-42ee-a552-01412c798a66: rpc.has_security_group_logging(os_id): False [ 934.426739] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.426933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.426933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.427144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.427224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.427411] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.427508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.427571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.427714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.427798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.428065] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.428245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.428245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.428315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.428346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.428539] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.428634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.428750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.428984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.429079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.429124] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e48400a-19d3-42ee-a552-01412c798a66 is going to be created. [ 934.497940] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.498162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.498247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.498533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.498759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.511301] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e48400a-19d3-42ee-a552-01412c798a66 in Status: IN_PROGRESS for 2s [ 934.883395] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba2fb05-3365-40ee-8538-044e8243660e: rpc.has_security_group_logging(os_id): False [ 934.917180] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.917180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.917180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.917180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.917180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.917180] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.917180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.917180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.917180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.917471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.917623] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.917743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.917798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.917979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.918696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.918970] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.919121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.919197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.919857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.919857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.919857] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 934.994451] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.994645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.994734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.994875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.995027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.011667] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 935.097546] env[66311]: INFO networking_nsxv3.common.synchronization [req-8db72fa2-51a3-4e5f-bd4d-ff1012f7a64b req-24f50385-1936-4bda-ae09-304030181268 service nova] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_rules [ 935.097949] env[66311]: INFO networking_nsxv3.common.synchronization [req-8db72fa2-51a3-4e5f-bd4d-ff1012f7a64b req-24f50385-1936-4bda-ae09-304030181268 service nova] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 935.097949] env[66311]: INFO networking_nsxv3.common.synchronization [req-8db72fa2-51a3-4e5f-bd4d-ff1012f7a64b req-24f50385-1936-4bda-ae09-304030181268 service nova] Enqueued Resource ID: 05729f7f-6241-436c-9995-e4bc2d4c8d20 with Priority: HIGHEST for action port [ 935.098447] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_rules [ 935.098587] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 935.098684] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05729f7f-6241-436c-9995-e4bc2d4c8d20 with Priority: HIGHEST for action port [ 935.098954] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.099079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.099143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.099362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.099510] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.100711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.100894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.100986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.102488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.102619] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.102726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.102801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.102950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.103050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.103166] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.104227] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-05729f7f-6241-436c-9995-e4bc2d4c8d20 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.104227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05729f7f-6241-436c-9995-e4bc2d4c8d20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.104426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05729f7f-6241-436c-9995-e4bc2d4c8d20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.104426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05729f7f-6241-436c-9995-e4bc2d4c8d20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.104510] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05729f7f-6241-436c-9995-e4bc2d4c8d20',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.606167] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.606511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.606568] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.607517] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05729f7f-6241-436c-9995-e4bc2d4c8d20 with status ACTIVE [ 935.608194] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.608194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.608194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.608194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.608728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.608728] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.608728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.608728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.608728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.609374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.609374] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.609374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.609374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.609374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.609374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.609977] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05729f7f-6241-436c-9995-e4bc2d4c8d20 is going to be updated. [ 935.642514] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.642514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.642514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.642952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.642952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.643446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05729f7f-6241-436c-9995-e4bc2d4c8d20" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.747700] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045be4df-9947-4386-87f3-8f14dbee0184 in Status: SUCCESS [ 935.747915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.748899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.748899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.748899] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.748899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.748899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.748899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.749332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.749332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.749332] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.112221] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.254775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-045be4df-9947-4386-87f3-8f14dbee0184 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.254775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.254775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-045be4df-9947-4386-87f3-8f14dbee0184 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.254775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.254775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.255330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.255330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.255330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.255330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.255330] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.344373] env[66311]: INFO networking_nsxv3.common.synchronization [req-26aec153-5a07-4717-a9af-d6d3d47cbf2a req-e0a1e5f4-c08c-4354-9d0e-83cdf45e8e32 tempest-ServerTagsTestJSON-768974762 tempest-ServerTagsTestJSON-768974762-project-member] Enqueued Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGHEST for action security_group_members [ 936.346540] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGHEST for action security_group_members [ 936.347059] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed130324-f195-412a-8f54-2767f9bc107e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.347241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.347352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.347621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.347824] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.348015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.348128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.348323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.348452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.348581] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.531595] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e48400a-19d3-42ee-a552-01412c798a66 in Status: SUCCESS [ 936.531595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.616043] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.616043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.616043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.616043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.616043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.616043] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c is going to be created. [ 936.643237] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.643362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.643467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.643645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.643804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.654645] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: UNINITIALIZED for 2s [ 936.758827] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 045be4df-9947-4386-87f3-8f14dbee0184: rpc.has_security_group_logging(os_id): False [ 936.777366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.777655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.777749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.778076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.778176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.778400] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.778504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.778851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.778851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.778851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.779275] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.779417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.779483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.779665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.779747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.779998] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.780214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.780214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.780359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.780437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.780551] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 045be4df-9947-4386-87f3-8f14dbee0184 is going to be created. [ 936.841168] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.841168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.841168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.841168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.841168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.847111] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.847302] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-612" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.847439] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-612" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.847767] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-612" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.848035] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.848196] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.848313] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.848527] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.848665] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.848868] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.848976] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.849270] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.849459] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.849591] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.849708] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.849849] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.852664] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.852815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.852874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.853751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.853751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.853751] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.853751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.853751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.853751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.853751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.853751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed130324-f195-412a-8f54-2767f9bc107e already deleted. [ 936.854140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.855129] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 045be4df-9947-4386-87f3-8f14dbee0184 in Status: IN_PROGRESS for 2s [ 936.878365] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.878558] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.879826] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.879826] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-612" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.880216] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-c34de536-82b9-4047-8cf0-183a0bad1d3d taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.880537] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-c34de536-82b9-4047-8cf0-183a0bad1d3d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.880636] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-c34de536-82b9-4047-8cf0-183a0bad1d3d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.880985] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-c34de536-82b9-4047-8cf0-183a0bad1d3d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.881147] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34de536-82b9-4047-8cf0-183a0bad1d3d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.031489] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 937.031705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.031891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.032188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.032241] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.175769] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ac3e07f9-f56d-433b-a1cf-4e1d268f66ce None None] Enqueued Resource ID: 610c87a6-7117-4a49-846c-e1d7665a94bb with Priority: HIGHEST for action port [ 937.176911] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610c87a6-7117-4a49-846c-e1d7665a94bb with Priority: HIGHEST for action port [ 937.177434] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-610c87a6-7117-4a49-846c-e1d7665a94bb taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.177736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610c87a6-7117-4a49-846c-e1d7665a94bb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.177941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610c87a6-7117-4a49-846c-e1d7665a94bb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.178323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610c87a6-7117-4a49-846c-e1d7665a94bb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.178529] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610c87a6-7117-4a49-846c-e1d7665a94bb',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.386602] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.386602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.386602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.386602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.386602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.386602] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port c34de536-82b9-4047-8cf0-183a0bad1d3d not found, creating... [ 937.386602] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.386602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.386602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.386602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.387279] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.387713] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.388064] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.388333] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.388661] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.388922] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.389479] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: c34de536-82b9-4047-8cf0-183a0bad1d3d is going to be created. [ 937.417900] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.418354] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.418496] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.418915] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.419272] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.419602] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-c34de536-82b9-4047-8cf0-183a0bad1d3d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.535225] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.535445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.535445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.535666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.536108] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.536226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.536456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.536786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.536870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.536970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.537069] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.681429] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 610c87a6-7117-4a49-846c-e1d7665a94bb [ 937.681872] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.681872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.681872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.682084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.682160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.682270] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:610c87a6-7117-4a49-846c-e1d7665a94bb already deleted. [ 937.682352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610c87a6-7117-4a49-846c-e1d7665a94bb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.039477] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.039691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.039764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.039974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.040120] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.040226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.040328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.040528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.040721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.040721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.040861] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.040977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.041024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.041149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.041341] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.041427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.041486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.041620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.041697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.041797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.041885] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.116399] env[66311]: INFO networking_nsxv3.common.synchronization [req-26aec153-5a07-4717-a9af-d6d3d47cbf2a req-1864298e-640d-46a0-b212-97568d1f4f60 service nova] Enqueued Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGHEST for action security_group_rules [ 938.116585] env[66311]: INFO networking_nsxv3.common.synchronization [req-26aec153-5a07-4717-a9af-d6d3d47cbf2a req-1864298e-640d-46a0-b212-97568d1f4f60 service nova] Enqueued Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGHEST for action security_group_members [ 938.116721] env[66311]: INFO networking_nsxv3.common.synchronization [req-26aec153-5a07-4717-a9af-d6d3d47cbf2a req-1864298e-640d-46a0-b212-97568d1f4f60 service nova] Enqueued Resource ID: c34de536-82b9-4047-8cf0-183a0bad1d3d with Priority: HIGHEST for action port [ 938.117744] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGHEST for action security_group_rules [ 938.117744] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGHEST for action security_group_members [ 938.117744] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34de536-82b9-4047-8cf0-183a0bad1d3d with Priority: HIGHEST for action port [ 938.117934] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed130324-f195-412a-8f54-2767f9bc107e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.117934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.118064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.119160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.119160] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.120622] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed130324-f195-412a-8f54-2767f9bc107e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.120622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.120622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.120622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.120622] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.120622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.120622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.120961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.120961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.120961] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.121695] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c34de536-82b9-4047-8cf0-183a0bad1d3d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.121791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c34de536-82b9-4047-8cf0-183a0bad1d3d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.121862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c34de536-82b9-4047-8cf0-183a0bad1d3d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.122025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c34de536-82b9-4047-8cf0-183a0bad1d3d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.122753] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34de536-82b9-4047-8cf0-183a0bad1d3d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.544150] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba2fb05-3365-40ee-8538-044e8243660e: rpc.has_security_group_logging(os_id): False [ 938.565714] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.565883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.566049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.566150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.566299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.566507] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.566709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.566709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.566853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.566923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.567186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.567274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.568027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.568027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.568027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.568027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.568027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.568027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.568271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.568271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.568271] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 938.624919] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed130324-f195-412a-8f54-2767f9bc107e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.624919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.626451] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.626451] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c34de536-82b9-4047-8cf0-183a0bad1d3d with status ACTIVE [ 938.626451] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.626451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.626451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.626824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.626824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.626824] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.626930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.626971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.627130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.627196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.627377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.627469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.627529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.627662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.627762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.627857] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c34de536-82b9-4047-8cf0-183a0bad1d3d is going to be updated. [ 938.652555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.652758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.652954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.653044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.653158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.653323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c34de536-82b9-4047-8cf0-183a0bad1d3d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.657338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.657518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.657593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.657867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.658058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.672316] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: SUCCESS [ 938.672620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.673321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.674777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.674777] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.674777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.674777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.674777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.674777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.674777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.674777] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.679476] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 938.874761] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 045be4df-9947-4386-87f3-8f14dbee0184 in Status: SUCCESS [ 938.875079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.130512] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.167919] env[66311]: INFO networking_nsxv3.common.synchronization [req-63334ecd-cdba-4860-b381-c899961a9f67 req-67fe1bba-9e9f-44e7-a4da-ee01c2120b41 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 939.168677] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 939.170443] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.170662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.170964] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.171304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.171574] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.171798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.171798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.172064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.172207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.172379] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.178087] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.557661] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.558669] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.559361] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.559361] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.559824] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.559981] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.560138] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.560498] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.562986] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.562986] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.562986] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.562986] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.562986] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.562986] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.562986] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.562986] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.589701] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.589957] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.590421] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.590558] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.590991] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-25aad2e3-d973-4d5a-86c6-68a2a110828c taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.591614] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-25aad2e3-d973-4d5a-86c6-68a2a110828c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.591614] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-25aad2e3-d973-4d5a-86c6-68a2a110828c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.591784] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-25aad2e3-d973-4d5a-86c6-68a2a110828c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.591998] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25aad2e3-d973-4d5a-86c6-68a2a110828c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.635651] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.635948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.635948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.636199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.636385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.636459] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed130324-f195-412a-8f54-2767f9bc107e is going to be created. [ 939.666049] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.666275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.666439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.666776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.667057] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.674445] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.682346] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed130324-f195-412a-8f54-2767f9bc107e in Status: UNINITIALIZED for 2s [ 939.682619] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c: rpc.has_security_group_logging(os_id): False [ 939.700821] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.701010] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.701068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.701366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.701469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.701779] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.701893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.701957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.702132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.702212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.702336] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c is going to be created. [ 939.789251] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.789419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.789464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.790943] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.791178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.804276] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: IN_PROGRESS for 2s [ 939.897630] env[66311]: INFO networking_nsxv3.common.synchronization [req-bb273475-031d-4adb-94df-8bb2d0cc5c63 req-2c6e5ec5-b504-41b7-b11a-927d6861e6ea tempest-MultipleCreateTestJSON-54758021 tempest-MultipleCreateTestJSON-54758021-project-member] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 939.897630] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 939.898061] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.898061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.898160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.898314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.899791] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.899791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.899791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.899791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.899791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.899791] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.094868] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.095216] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.095390] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.095778] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.095980] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.096300] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 25aad2e3-d973-4d5a-86c6-68a2a110828c not found, creating... [ 940.096709] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.096946] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.097145] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.097476] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.097684] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.098139] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.098462] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.098709] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.099044] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.099262] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.099498] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 25aad2e3-d973-4d5a-86c6-68a2a110828c is going to be created. [ 940.125072] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.125390] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.125812] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.125888] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126135] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126547] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-25aad2e3-d973-4d5a-86c6-68a2a110828c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.177626] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.256457] env[66311]: INFO networking_nsxv3.common.synchronization [req-750e5212-4943-4816-85e7-342f9bb30f2f req-81ecc0dd-5aba-4f16-9e44-221d3e589dc9 tempest-MultipleCreateTestJSON-54758021 tempest-MultipleCreateTestJSON-54758021-project-member] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 940.256732] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGHEST for action security_group_members [ 940.257654] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.257654] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.401220] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.683482] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.683632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.683734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.683929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.684081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.684129] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 940.700424] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 940.700692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.715865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.716064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.716125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.716387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.716550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.728828] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 940.778304] env[66311]: INFO networking_nsxv3.common.synchronization [req-e8944fd2-3e46-453a-a324-8c72c144617a req-0d19c18f-c8b2-4629-b118-8d3cca077dbf tempest-ListServersNegativeTestJSON-820033497 tempest-ListServersNegativeTestJSON-820033497-project-member] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 940.778999] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 940.779368] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.779494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.779562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.779761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.780062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.780175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.780265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.780497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.780619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.780737] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.882461] env[66311]: INFO networking_nsxv3.common.synchronization [req-63334ecd-cdba-4860-b381-c899961a9f67 req-07658cc9-5f8e-4887-bc42-78d6cc66b113 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 940.882461] env[66311]: INFO networking_nsxv3.common.synchronization [req-63334ecd-cdba-4860-b381-c899961a9f67 req-07658cc9-5f8e-4887-bc42-78d6cc66b113 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 940.882605] env[66311]: INFO networking_nsxv3.common.synchronization [req-63334ecd-cdba-4860-b381-c899961a9f67 req-07658cc9-5f8e-4887-bc42-78d6cc66b113 service nova] Enqueued Resource ID: 25aad2e3-d973-4d5a-86c6-68a2a110828c with Priority: HIGHEST for action port [ 940.883940] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 940.883940] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 940.883940] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25aad2e3-d973-4d5a-86c6-68a2a110828c with Priority: HIGHEST for action port [ 940.883940] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.884173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.884173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.884313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.884402] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.885280] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.885395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.885651] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-25aad2e3-d973-4d5a-86c6-68a2a110828c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.885795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25aad2e3-d973-4d5a-86c6-68a2a110828c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.885885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25aad2e3-d973-4d5a-86c6-68a2a110828c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.886265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25aad2e3-d973-4d5a-86c6-68a2a110828c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.886265] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25aad2e3-d973-4d5a-86c6-68a2a110828c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.903668] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.152605] env[66311]: INFO networking_nsxv3.common.synchronization [req-c7802e82-68ce-4168-a31f-d14489500e41 req-ad95edef-8aef-4ab6-9a4c-0a96e98326a4 tempest-ListServersNegativeTestJSON-820033497 tempest-ListServersNegativeTestJSON-820033497-project-member] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 941.153877] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGHEST for action security_group_members [ 941.155128] env[66311]: INFO networking_nsxv3.common.synchronization [req-34dfb58e-9031-4f2e-9177-a7f7e64b40fb req-89ebb5fb-7eba-43b8-8da5-89c4000a3d89 tempest-MigrationsAdminTest-1698342300 tempest-MigrationsAdminTest-1698342300-project-member] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 941.155288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.155432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.160280] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGHEST for action security_group_members [ 941.160280] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.160280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.160280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.160280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.160280] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.160280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.160280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.160280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.160280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.160280] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.284194] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.389409] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.390841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.391942] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25aad2e3-d973-4d5a-86c6-68a2a110828c with status ACTIVE [ 941.392367] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.392538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.392608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.392805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.392893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.393086] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.393185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.393249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.393426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.393505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.394181] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.394181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.394181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.394181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.394181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.394390] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25aad2e3-d973-4d5a-86c6-68a2a110828c is going to be updated. [ 941.407603] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.407759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.407832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.408046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.408139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.408235] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 941.416963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.417100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.417152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.417371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.417509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.417672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25aad2e3-d973-4d5a-86c6-68a2a110828c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.435525] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.435700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.435770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.436199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.436199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.445536] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 941.664056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.664056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.664056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.664292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.687861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.688131] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.688277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.688313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.688502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.688628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.688684] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be updated. [ 941.693174] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed130324-f195-412a-8f54-2767f9bc107e in Status: SUCCESS [ 941.693385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.693555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.693770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.693948] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.694105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.694173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.694332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.694414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.694507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.694706] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.715450] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.715753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.715906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.716169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.716351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.726455] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: IN_PROGRESS for 2s [ 941.789407] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.818810] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: SUCCESS [ 941.819269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.827151] env[66311]: INFO networking_nsxv3.common.synchronization [req-5e77e643-5e7a-4240-9d6e-4d5a76650710 req-5c9654b1-2b57-40cf-95ef-5def7236843a tempest-ServersAdminTestJSON-1735840894 tempest-ServersAdminTestJSON-1735840894-project-member] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 941.827151] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 941.827151] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.827151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.827151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.828324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.828324] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.828324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.828324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.828324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.828324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.828324] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.196802] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed130324-f195-412a-8f54-2767f9bc107e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.197136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.197136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.197271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.197438] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.197537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.198427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.198427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.198427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.198427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.198427] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed130324-f195-412a-8f54-2767f9bc107e taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.198427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.198427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.198427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.198427] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.198791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.198791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.198791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.198791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.198897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.198932] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.295127] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.295127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.295127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.295321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.295321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.295427] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 942.332051] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.342718] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.342718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.342718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.342982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.343115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.354404] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 942.704457] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed130324-f195-412a-8f54-2767f9bc107e: rpc.has_security_group_logging(os_id): False [ 942.730236] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.730236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.730236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.730442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.731127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.731127] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.731127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.731127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.731481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.731517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.731792] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.731951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.732035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.732292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.732454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.732791] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.732877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.732957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.733198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.733309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.733466] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed130324-f195-412a-8f54-2767f9bc107e is going to be created. [ 942.747080] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 942.747389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.747579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.747773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.748758] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.748866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.748920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.749204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.749692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.749692] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.806896] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.807091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.807137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.807357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.811025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.823395] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed130324-f195-412a-8f54-2767f9bc107e in Status: IN_PROGRESS for 2s [ 942.834773] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.252387] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.340284] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.340503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.340599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.340881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.341012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.341146] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 943.386112] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.386367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.386502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.386826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.387129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.398630] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 943.460395] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 943.460856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.462072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.462072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.462072] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.462072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.462072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.462450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.462450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.462847] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.738321] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9def8341-2f0c-44ff-8a13-373172c64ccd in Status: SUCCESS [ 943.738321] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd deletion is rescheduled due to dependency. [ 943.738468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.754942] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.965832] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.965832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.965832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.965832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.966580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.966580] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.966580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.966580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.966864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.966924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.967089] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be updated. [ 944.000193] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.000395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.000395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.000703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.000829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.013798] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: IN_PROGRESS for 2s [ 944.258119] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.258547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.258547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.258547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.258729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.258729] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 944.332517] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.332517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.332517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.332790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.332790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.342553] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 944.366196] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 944.366403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.366593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.366818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.367014] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.367134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.367197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.370026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.370026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.370026] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.839791] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed130324-f195-412a-8f54-2767f9bc107e in Status: SUCCESS [ 944.840653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.870997] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.870997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.870997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.871247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.871247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.871383] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.871443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.871507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.871665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.871741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.871825] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be updated. [ 944.883658] env[66311]: INFO networking_nsxv3.common.synchronization [req-70359af8-6716-46ad-9d49-c2138b371f69 req-a9abca87-1486-4aff-a62a-edca4179fb28 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_members [ 944.884602] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGHEST for action security_group_members [ 944.884694] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.885163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.885163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.885163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.885318] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.885501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.885501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.885627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.885725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.885930] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.957213] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.957213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.957213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.957213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.957549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.968932] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: IN_PROGRESS for 2s [ 945.390894] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.390894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.390894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.390894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.412193] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 945.412694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.415954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.416051] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.416184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.416253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.416464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.416531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.416622] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 is going to be updated. [ 945.445158] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.445307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.445378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.445579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.445719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.456327] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 in Status: IN_PROGRESS for 2s [ 946.025233] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba2fb05-3365-40ee-8538-044e8243660e in Status: SUCCESS [ 946.026435] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba2fb05-3365-40ee-8538-044e8243660e deletion is rescheduled due to dependency. [ 946.026435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.144266] env[66311]: INFO networking_nsxv3.common.synchronization [req-7bfcdb4f-a034-4c99-9089-8a3188c9f753 req-3798a0b8-9cb2-497b-b308-064a148d6dcb tempest-VolumesAdminNegativeTest-1656252629 tempest-VolumesAdminNegativeTest-1656252629-project-member] Enqueued Resource ID: 5e48400a-19d3-42ee-a552-01412c798a66 with Priority: HIGHEST for action security_group_members [ 946.146984] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e48400a-19d3-42ee-a552-01412c798a66 with Priority: HIGHEST for action security_group_members [ 946.146984] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e48400a-19d3-42ee-a552-01412c798a66 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.146984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.146984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.146984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.146984] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.146984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.147324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.147324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.147380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.147513] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e48400a-19d3-42ee-a552-01412c798a66',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.365806] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 946.366430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.366916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.367260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.367494] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.367763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.367763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.367868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.367950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.368241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.368375] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.650469] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.651639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.651639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.651639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.651639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.651639] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.651639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.651639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.651639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.651639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.651639] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e48400a-19d3-42ee-a552-01412c798a66 is going to be updated. [ 946.686488] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.686622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.686696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.686930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.687092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.698663] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e48400a-19d3-42ee-a552-01412c798a66 in Status: IN_PROGRESS for 2s [ 946.871369] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.871615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.871615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.871847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.872040] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.872148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.872208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.872372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.872477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.872569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.872720] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.872824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.872881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.873016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.873160] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.873310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.873310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.873441] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.873522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.873631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.873709] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.980689] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b08415a-348c-4643-9a54-00267dd338a0 in Status: SUCCESS [ 946.980910] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 deletion is rescheduled due to dependency. [ 946.981076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.051000] env[66311]: INFO networking_nsxv3.common.synchronization [req-03ce9eaf-be60-4d65-8d68-f4da9be2b613 req-c1094b90-2688-4275-baea-0c64a5b38f20 tempest-ServerMetadataTestJSON-1454265158 tempest-ServerMetadataTestJSON-1454265158-project-member] Enqueued Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGHEST for action security_group_members [ 947.052023] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGHEST for action security_group_members [ 947.052023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-045be4df-9947-4386-87f3-8f14dbee0184 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.052023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.052023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.052261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.052627] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.052795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.052869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.053052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.053152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.053271] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.376417] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b5c6620-e276-41c8-b424-0db8da4b420f: rpc.has_security_group_logging(os_id): False [ 947.395300] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.395565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.395565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.395902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.396117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.396271] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.396439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.396510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.396745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.396941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.397304] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.397425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.397519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.397690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.397770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.397991] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.398561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.398561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.398561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.398687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.398774] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 947.467335] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 in Status: SUCCESS [ 947.467531] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 deletion is rescheduled due to dependency. [ 947.467687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.477963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.478147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.478237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.478520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.478695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.493108] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 947.555928] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.556208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.556208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.556381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.556475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.556673] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.556772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.556835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.557038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.557163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.557213] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045be4df-9947-4386-87f3-8f14dbee0184 is going to be updated. [ 947.621848] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.621848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.621848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.622438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.622631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.634384] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045be4df-9947-4386-87f3-8f14dbee0184 in Status: IN_PROGRESS for 2s [ 947.844964] env[66311]: INFO networking_nsxv3.common.synchronization [None req-fedcc128-7fe5-4837-8b8d-e119b15a5d53 tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd with Priority: HIGHEST for action security_group_rules [ 947.845262] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd with Priority: HIGHEST for action security_group_rules [ 947.845978] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.846258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.846344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.846692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.846807] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.947092] env[66311]: INFO networking_nsxv3.common.synchronization [None req-f63799f8-4452-47d5-85ce-4e6ba8644d34 tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd with Priority: HIGHEST for action security_group_rules [ 947.948064] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd with Priority: HIGHEST for action security_group_rules [ 947.949045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.949045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.368934] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.369137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.369214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.369430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.369520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.369743] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd already deleted. [ 948.369743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.369849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.370127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.370127] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.712563] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e48400a-19d3-42ee-a552-01412c798a66 in Status: SUCCESS [ 948.712946] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e48400a-19d3-42ee-a552-01412c798a66 deletion is rescheduled due to dependency. [ 948.712946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e48400a-19d3-42ee-a552-01412c798a66" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.891443] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.891887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.891887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.891958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.892026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.892185] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd already deleted. [ 948.892302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed19386c-0ad4-4fa5-bfe8-ffb4b804eacd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.510285] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 949.510519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.644908] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045be4df-9947-4386-87f3-8f14dbee0184 in Status: SUCCESS [ 949.645105] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045be4df-9947-4386-87f3-8f14dbee0184 deletion is rescheduled due to dependency. [ 949.645489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.117248] env[66311]: INFO networking_nsxv3.common.synchronization [req-794139e0-e60d-4e2e-81c0-247ca0cd97b2 req-9b06e58f-258b-4cad-8c26-52e7851fef0f tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 951.117248] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 951.118177] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.119195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.119195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.119195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.119195] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.119195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.119787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.119787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.120064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.121252] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.623409] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.623576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.623663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.624233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.624357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.624529] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.624632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.624695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.624843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.624915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.625010] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 951.653362] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.653568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.657568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.657568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.657568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.664854] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 952.144985] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f5270d3-5aee-4e56-a87e-682b3791bed8 req-8d6f3814-c3f6-46d5-b13b-2f1dbe12729f tempest-ServerTagsTestJSON-768974762 tempest-ServerTagsTestJSON-768974762-project-member] Enqueued Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGHEST for action security_group_members [ 952.145768] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGHEST for action security_group_members [ 952.147348] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed130324-f195-412a-8f54-2767f9bc107e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.147348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.147348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.147499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.147646] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.147776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.147847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.147949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.148084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.148217] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.650833] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.650984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.651071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.651293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.651438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.651639] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.651761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.651805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.651946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.652031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.652118] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed130324-f195-412a-8f54-2767f9bc107e is going to be updated. [ 952.692495] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.692644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.692720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.692927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.693499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.705279] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed130324-f195-412a-8f54-2767f9bc107e in Status: IN_PROGRESS for 2s [ 953.000516] env[66311]: INFO networking_nsxv3.common.synchronization [req-e699ded5-38f9-4097-b278-1f482b8af380 req-b97fe8d2-5ba2-488b-8c9b-20e43a2da48b tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 953.000979] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 953.002396] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.002547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.002888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.002888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.003126] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.003126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.003126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.003323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.003378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.003462] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.428245] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.428553] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.428599] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.428875] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.429222] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.429499] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.429499] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.429721] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.429896] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.430875] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.430875] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.430875] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.430875] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.430875] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.430875] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.430875] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.454479] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.454479] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.454479] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.454479] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.454479] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-abb2d8ae-4993-431e-bf38-c3f55ba51551 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.454479] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-abb2d8ae-4993-431e-bf38-c3f55ba51551" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.454479] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-abb2d8ae-4993-431e-bf38-c3f55ba51551" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.454479] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-abb2d8ae-4993-431e-bf38-c3f55ba51551" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.454479] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb2d8ae-4993-431e-bf38-c3f55ba51551',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.505137] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.505361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.505434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.505667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.505785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.506396] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.506576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.506673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.506877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.507034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.507086] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 953.538036] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.538189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.538251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.538456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.538593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.548582] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 953.677867] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 953.678376] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 deletion is rescheduled due to dependency. [ 953.678376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.959678] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.959678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.959678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.959678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.959678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.959678] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port abb2d8ae-4993-431e-bf38-c3f55ba51551 not found, creating... [ 953.959678] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.959678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.959678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.959678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.959678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.960216] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.960216] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.960216] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.960333] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.960422] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.960557] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: abb2d8ae-4993-431e-bf38-c3f55ba51551 is going to be created. [ 953.982199] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.982434] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.982546] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.982821] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.983064] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.983313] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-abb2d8ae-4993-431e-bf38-c3f55ba51551" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.120829] env[66311]: INFO networking_nsxv3.common.synchronization [req-3baebe26-423b-4dcf-a2ec-3a47f1a3841e req-91b7b937-2113-4c19-bd33-97e395ab5fc2 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 954.120881] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 954.121269] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.121458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.121537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.121755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.121934] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.122039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.122100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.122242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.122437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.122544] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.624931] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.715810] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed130324-f195-412a-8f54-2767f9bc107e in Status: SUCCESS [ 954.716568] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed130324-f195-412a-8f54-2767f9bc107e deletion is rescheduled due to dependency. [ 954.716568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.770551] env[66311]: INFO networking_nsxv3.common.synchronization [req-e699ded5-38f9-4097-b278-1f482b8af380 req-da3dbb5e-e13b-4032-ae6b-fa48c42d36e7 service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 954.772191] env[66311]: INFO networking_nsxv3.common.synchronization [req-e699ded5-38f9-4097-b278-1f482b8af380 req-da3dbb5e-e13b-4032-ae6b-fa48c42d36e7 service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 954.772191] env[66311]: INFO networking_nsxv3.common.synchronization [req-e699ded5-38f9-4097-b278-1f482b8af380 req-da3dbb5e-e13b-4032-ae6b-fa48c42d36e7 service nova] Enqueued Resource ID: abb2d8ae-4993-431e-bf38-c3f55ba51551 with Priority: HIGHEST for action port [ 954.772266] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 954.772346] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 954.772640] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb2d8ae-4993-431e-bf38-c3f55ba51551 with Priority: HIGHEST for action port [ 954.772985] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.773118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.773183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.773411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.773486] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.774599] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.774681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.775186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb2d8ae-4993-431e-bf38-c3f55ba51551 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.775330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb2d8ae-4993-431e-bf38-c3f55ba51551" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.775376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb2d8ae-4993-431e-bf38-c3f55ba51551" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.777696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb2d8ae-4993-431e-bf38-c3f55ba51551" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.777788] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb2d8ae-4993-431e-bf38-c3f55ba51551',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.061108] env[66311]: INFO networking_nsxv3.common.synchronization [req-ea3683ca-a6dc-47fc-a3e2-259a457af673 req-06deb854-108d-45a4-b7be-1f671f104bd9 tempest-AttachVolumeTestJSON-382491465 tempest-AttachVolumeTestJSON-382491465-project-member] Enqueued Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_members [ 955.062025] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGHEST for action security_group_members [ 955.062761] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.062761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.062761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.062761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.062761] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.062761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.062761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.063231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.063231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.063231] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.128449] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.279669] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.279669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.279894] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abb2d8ae-4993-431e-bf38-c3f55ba51551 with status ACTIVE [ 955.280084] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.280190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.280255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.280496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.280590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.280763] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.280857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.280914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.281087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.281165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.281391] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.281523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.281556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.281679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.281773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.281856] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abb2d8ae-4993-431e-bf38-c3f55ba51551 is going to be updated. [ 955.308276] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.308359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.308817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.308817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.308967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.309014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb2d8ae-4993-431e-bf38-c3f55ba51551" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.552187] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-fbdfd6a0-6013-4c33-ad4b-55a2ecb8fb23 tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 955.552756] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 955.553078] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.553204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.553272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.553521] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.553683] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.553783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.553847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.553998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.554093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.554186] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.557862] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 955.558037] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 955.558355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.558355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.558426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.558582] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.558682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.558744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.558881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.558958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.559057] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.565471] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.565471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.565471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.565471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.586751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.588944] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.588944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.588944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.588944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.588944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.588944] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 is going to be updated. [ 955.616415] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.616587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.616587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.616780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.616884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.627308] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 in Status: IN_PROGRESS for 2s [ 955.634172] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.634371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.634480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.634793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.634925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.635047] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 955.662751] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.662923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.662978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.664208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.664208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.674627] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 955.898064] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-d366752b-88b2-469c-b102-714b1cc002f8 tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 955.898657] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 955.898657] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.899337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.058217] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.058217] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.058217] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 already deleted. [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.058217] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.058217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.058865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.058865] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.062186] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.171458] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-522fc787-8092-4f1f-bf81-da4603c3cd7d tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 956.172015] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 956.172355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.172504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.454950] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.454950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-105" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.454950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-105" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.454950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-105" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.454950] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.454950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.454950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.454950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.454950] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.454950] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.454950] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.454950] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.454950] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.455674] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.455674] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.455674] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.475270] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.475453] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.475592] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.475771] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-105" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.476112] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-6758c68f-0387-46db-bccd-f38698ecd849 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.476286] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-6758c68f-0387-46db-bccd-f38698ecd849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.476407] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-6758c68f-0387-46db-bccd-f38698ecd849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.476732] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-6758c68f-0387-46db-bccd-f38698ecd849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.476924] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6758c68f-0387-46db-bccd-f38698ecd849',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.560717] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.560875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.560962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.561203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.561298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.561578] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.561686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.561750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.561904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.561985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.562079] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 already deleted. [ 956.562159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.562414] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.563335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.563502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.563655] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.563767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.563833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.563972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.564058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.564144] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.978841] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.979191] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.979231] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.979539] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.979690] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.979846] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 6758c68f-0387-46db-bccd-f38698ecd849 not found, creating... [ 956.980317] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.980722] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.980846] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.981090] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.981233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.981566] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.981718] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.981835] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.982056] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.982190] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.982333] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 6758c68f-0387-46db-bccd-f38698ecd849 is going to be created. [ 957.002391] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.002635] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.002761] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.003037] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.003271] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.003494] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-6758c68f-0387-46db-bccd-f38698ecd849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.066649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.066649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.066649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.066948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.066948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.066948] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 957.068080] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.068244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.068291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.068428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.068509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.068679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.068794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.068834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.069047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.069123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.069208] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 already deleted. [ 957.069287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.129173] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.129347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.129444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.129701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.129832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.144424] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 957.637049] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 in Status: SUCCESS [ 957.637194] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 deletion is rescheduled due to dependency. [ 957.637266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.683986] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 957.683986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.719074] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-f2b4a723-7a54-448b-9d5d-bedc0ae74e8b service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 957.719178] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-f2b4a723-7a54-448b-9d5d-bedc0ae74e8b service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 957.719833] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-f2b4a723-7a54-448b-9d5d-bedc0ae74e8b service nova] Enqueued Resource ID: 6758c68f-0387-46db-bccd-f38698ecd849 with Priority: HIGHEST for action port [ 957.719833] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 957.719833] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 957.719833] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758c68f-0387-46db-bccd-f38698ecd849 with Priority: HIGHEST for action port [ 957.720410] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.720533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.720603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.720856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.720938] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.721908] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.722035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.722095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.722260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.722415] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.722517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.722576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.722725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.722802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.722893] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.723782] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6758c68f-0387-46db-bccd-f38698ecd849 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.723887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6758c68f-0387-46db-bccd-f38698ecd849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.724186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6758c68f-0387-46db-bccd-f38698ecd849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.724220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6758c68f-0387-46db-bccd-f38698ecd849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.724281] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6758c68f-0387-46db-bccd-f38698ecd849',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.227062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.227062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.227062] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.228375] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6758c68f-0387-46db-bccd-f38698ecd849 with status ACTIVE [ 958.228617] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.228762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.228829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.229047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.229131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.229298] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.229404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.229454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.229637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.229717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.230147] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.230147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.230147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.230456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.230456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.230456] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6758c68f-0387-46db-bccd-f38698ecd849 is going to be updated. [ 958.258684] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.258887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.258887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.259120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.259290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.259463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6758c68f-0387-46db-bccd-f38698ecd849" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.510021] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.510021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-948" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.510021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-948" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.510021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-948" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.510021] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.510021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.510021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.510021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.510021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.510021] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.510021] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.510021] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.510021] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.510560] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.510560] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.510560] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.530095] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.530095] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.530214] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.530366] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-948" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.530688] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-5272960e-7f7a-4f83-aa22-77b5c9963933 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.530860] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-5272960e-7f7a-4f83-aa22-77b5c9963933" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.530973] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-5272960e-7f7a-4f83-aa22-77b5c9963933" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.531309] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-5272960e-7f7a-4f83-aa22-77b5c9963933" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.531492] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5272960e-7f7a-4f83-aa22-77b5c9963933',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.729376] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.034673] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.035871] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.036022] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.036271] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.036424] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.036588] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 5272960e-7f7a-4f83-aa22-77b5c9963933 not found, creating... [ 959.036869] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.037052] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.037174] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.037400] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.037537] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.037816] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.038315] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.038434] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.038651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.038787] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.038925] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 5272960e-7f7a-4f83-aa22-77b5c9963933 is going to be created. [ 959.061578] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.061818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.061988] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.062249] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.062472] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.062716] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-5272960e-7f7a-4f83-aa22-77b5c9963933" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.107637] env[66311]: INFO networking_nsxv3.common.synchronization [req-e60f6ec5-f5f8-4d89-88dd-8eed7e155dc5 req-8d37c9f9-de48-485f-bb58-b536ecea71d0 tempest-ImagesOneServerNegativeTestJSON-2050578064 tempest-ImagesOneServerNegativeTestJSON-2050578064-project-member] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 959.108432] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 959.108852] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.108997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.109079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.109376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.109610] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.109722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.109801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.109994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.110107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.110232] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.154741] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 959.155075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.155305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.155603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.155901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.156068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.156179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.156465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.156547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.156671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.156808] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.232833] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.233153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.233153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.233380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.233500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.233643] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be created. [ 959.263262] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.263420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.263494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.263930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.264187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.277555] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: UNINITIALIZED for 2s [ 959.474427] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.474653] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.474744] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.475095] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.475390] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.475582] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.475687] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.475900] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.476186] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.476420] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.476573] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.476779] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.476978] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.477218] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.477429] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.477664] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.497111] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.497279] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.497410] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.497581] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.497892] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-802cf630-27c8-4108-ba9b-d933dde94391 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.498081] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-802cf630-27c8-4108-ba9b-d933dde94391" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.498205] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-802cf630-27c8-4108-ba9b-d933dde94391" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.498538] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-802cf630-27c8-4108-ba9b-d933dde94391" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.498679] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('802cf630-27c8-4108-ba9b-d933dde94391',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.614656] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.614656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.614656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.614656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.614656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.614940] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.614940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.615054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.615121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.615195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.615280] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 already deleted. [ 959.615377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.660871] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.661028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.661101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.661320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.661545] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.661649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.661713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.661865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.661950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.662048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.662192] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.662284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.662372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.662527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.662669] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.662760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.662819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.662956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.663044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.663127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.663214] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.773105] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-d1ee50a5-f8ad-49f1-8e0f-465e8a2cbf7a service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 959.773469] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-d1ee50a5-f8ad-49f1-8e0f-465e8a2cbf7a service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 959.773469] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-d1ee50a5-f8ad-49f1-8e0f-465e8a2cbf7a service nova] Enqueued Resource ID: 5272960e-7f7a-4f83-aa22-77b5c9963933 with Priority: HIGHEST for action port [ 959.774098] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 959.774250] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 959.774388] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272960e-7f7a-4f83-aa22-77b5c9963933 with Priority: HIGHEST for action port [ 959.774775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.774853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.775028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.775128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.775307] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-5272960e-7f7a-4f83-aa22-77b5c9963933 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.775410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5272960e-7f7a-4f83-aa22-77b5c9963933" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.775472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5272960e-7f7a-4f83-aa22-77b5c9963933" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.775664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5272960e-7f7a-4f83-aa22-77b5c9963933" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.775745] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5272960e-7f7a-4f83-aa22-77b5c9963933',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.002644] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.002644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.002644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.002644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.002644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.002965] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 802cf630-27c8-4108-ba9b-d933dde94391 not found, creating... [ 960.003329] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.003511] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.003689] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.004056] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.004297] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.004750] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.004995] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.005389] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.005485] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.005718] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.005840] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 802cf630-27c8-4108-ba9b-d933dde94391 is going to be created. [ 960.040356] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.040570] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.040701] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.041187] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.041288] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.041593] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-802cf630-27c8-4108-ba9b-d933dde94391" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.164825] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e01863b-7038-44ce-8bb1-b1724fe3ac80: rpc.has_security_group_logging(os_id): False [ 960.187130] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.187302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.187378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.187598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.187690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.187913] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.188021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.188085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.188233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.188307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.188490] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.188585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.188646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.188782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.188855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.189973] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.190159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.190221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.190371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.190456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.190542] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 960.264154] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.264471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.264471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.264572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.264718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.279113] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5272960e-7f7a-4f83-aa22-77b5c9963933 with status ACTIVE [ 960.279113] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.279113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.279113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.279113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.279113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.279113] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.279113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.279113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.279113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.279113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.279601] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.279601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.279601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.279601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.279717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.279746] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5272960e-7f7a-4f83-aa22-77b5c9963933 is going to be updated. [ 960.281572] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 960.319538] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.319728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.319781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.319968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.320672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.320672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5272960e-7f7a-4f83-aa22-77b5c9963933" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.579533] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.579774] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-105" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.579895] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-105" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.580188] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-105" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.580451] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.580604] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.580715] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.581081] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.581081] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.581282] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.581462] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.581583] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.581688] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.581797] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.581902] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.582047] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.599831] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.599831] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.600118] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.600213] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-105" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.600565] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-41b6dc2f-fe41-404f-821f-5cd720ac9175 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.600810] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-41b6dc2f-fe41-404f-821f-5cd720ac9175" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.600909] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-41b6dc2f-fe41-404f-821f-5cd720ac9175" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.601289] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-41b6dc2f-fe41-404f-821f-5cd720ac9175" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.601518] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b6dc2f-fe41-404f-821f-5cd720ac9175',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.741181] env[66311]: INFO networking_nsxv3.common.synchronization [req-e60f6ec5-f5f8-4d89-88dd-8eed7e155dc5 req-3defe509-ba48-4e72-b233-cc7ca05a9e2f service nova] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_rules [ 960.741413] env[66311]: INFO networking_nsxv3.common.synchronization [req-e60f6ec5-f5f8-4d89-88dd-8eed7e155dc5 req-3defe509-ba48-4e72-b233-cc7ca05a9e2f service nova] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 960.741580] env[66311]: INFO networking_nsxv3.common.synchronization [req-e60f6ec5-f5f8-4d89-88dd-8eed7e155dc5 req-3defe509-ba48-4e72-b233-cc7ca05a9e2f service nova] Enqueued Resource ID: 802cf630-27c8-4108-ba9b-d933dde94391 with Priority: HIGHEST for action port [ 960.741822] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_rules [ 960.741944] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 960.742050] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802cf630-27c8-4108-ba9b-d933dde94391 with Priority: HIGHEST for action port [ 960.742681] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.742822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.742892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.743165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.743249] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.744110] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.744915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.744915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.744915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.744915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.744915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.744915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.744915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.745218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.745218] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.745955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-802cf630-27c8-4108-ba9b-d933dde94391 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.746062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-802cf630-27c8-4108-ba9b-d933dde94391" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.746316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-802cf630-27c8-4108-ba9b-d933dde94391" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.746316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-802cf630-27c8-4108-ba9b-d933dde94391" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.746388] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('802cf630-27c8-4108-ba9b-d933dde94391',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.105351] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.106034] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.106034] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.106191] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.106362] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.106541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 41b6dc2f-fe41-404f-821f-5cd720ac9175 not found, creating... [ 961.106883] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.106959] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.107095] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.107312] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.107458] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.107751] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.107907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.108035] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.108240] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.108375] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.108514] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 41b6dc2f-fe41-404f-821f-5cd720ac9175 is going to be created. [ 961.127719] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.127942] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.128082] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.128360] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.128616] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.128824] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-41b6dc2f-fe41-404f-821f-5cd720ac9175" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.248718] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.249848] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.249960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.250135] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 802cf630-27c8-4108-ba9b-d933dde94391 with status ACTIVE [ 961.250302] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.250402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.250470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.250663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.250748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.250911] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.251010] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.251081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.251235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.251315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.251534] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.251617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.251680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.251815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.251887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.251970] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 802cf630-27c8-4108-ba9b-d933dde94391 is going to be updated. [ 961.286205] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.286548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.286548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.286678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.286796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.286937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-802cf630-27c8-4108-ba9b-d933dde94391" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.287672] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 961.287854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.288030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.288206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.288375] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.288917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.288917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.288917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.288917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.288917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.288917] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.291427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.291620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.292237] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.292237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.292237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.292237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.292237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.292237] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.754544] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.793554] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.793691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.796792] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.844757] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-5f955e9e-b7ab-4227-ba0e-66b5e95e7a2d service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 961.844964] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-5f955e9e-b7ab-4227-ba0e-66b5e95e7a2d service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 961.845080] env[66311]: INFO networking_nsxv3.common.synchronization [req-0f98c30b-114b-41a0-8d77-ee0e1ff7156b req-5f955e9e-b7ab-4227-ba0e-66b5e95e7a2d service nova] Enqueued Resource ID: 41b6dc2f-fe41-404f-821f-5cd720ac9175 with Priority: HIGHEST for action port [ 961.845570] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 961.845703] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 961.845806] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b6dc2f-fe41-404f-821f-5cd720ac9175 with Priority: HIGHEST for action port [ 961.846083] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.846225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.846556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.846556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.846781] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-41b6dc2f-fe41-404f-821f-5cd720ac9175 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.846931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41b6dc2f-fe41-404f-821f-5cd720ac9175" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.846978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41b6dc2f-fe41-404f-821f-5cd720ac9175" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.847502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41b6dc2f-fe41-404f-821f-5cd720ac9175" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.847585] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b6dc2f-fe41-404f-821f-5cd720ac9175',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.257687] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.257687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.257687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.257687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.257687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.257687] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be created. [ 962.284886] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.285054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.285734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.285734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.285734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.293936] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: UNINITIALIZED for 2s [ 962.296482] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 962.296733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.299121] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.468897] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41b6dc2f-fe41-404f-821f-5cd720ac9175 with status ACTIVE [ 962.468897] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.468897] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.468897] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.468897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.468897] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41b6dc2f-fe41-404f-821f-5cd720ac9175 is going to be updated. [ 962.476983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.476983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.476983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.476983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.476983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.476983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41b6dc2f-fe41-404f-821f-5cd720ac9175" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.802555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.802753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.802840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.803127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.804565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.804743] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 962.836075] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.836075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.836075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.836075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.836075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.842086] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 964.304165] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 964.304416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.304685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.304903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.305111] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.305241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.305295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.305438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.305520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.305603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.305691] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.808471] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.808711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.808749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.808956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.809152] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.809254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.809355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.809548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.809644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.809732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.809895] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.809991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.810071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.810219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.810373] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.810466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.810527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.810678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.810754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.810846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.810948] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.013201] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 965.013201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.013201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.013577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.013577] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.013685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.013685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.013887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.013940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.014015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.014175] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.014252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.014299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.014645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.014645] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.014645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.014814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.014814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.015096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.015096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.015096] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.015994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.016175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.016323] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.016417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.016475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.016607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.016695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.016801] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.314037] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7b3710-8aec-46df-a09d-47d986416f26: rpc.has_security_group_logging(os_id): False [ 965.332434] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.332724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.332818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.333097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.333546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.333546] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.333707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.333707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.333881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.333975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.334244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.334371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.334449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.334627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.334715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.334935] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.335071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.335139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.335297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.335384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.335504] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be created. [ 965.395324] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.395493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.395622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.395830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.396027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.407293] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 965.519031] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7a7ff84-fdba-47f3-a066-dd0dacff5f57: rpc.has_security_group_logging(os_id): False [ 965.520310] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.540562] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.540773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.540773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.541078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.541190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.541390] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.541503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.541569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.541721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.541797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.541987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.542085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.542141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.542277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.542347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.542535] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.542620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.542676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.542806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.542877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.542961] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be created. [ 965.620545] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.620754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.620839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.634914] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 966.023347] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.525699] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.526092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.526092] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.526192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.526263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.526368] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 966.555555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.555734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.555779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.555959] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.556115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.565766] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 966.847585] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 966.847585] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 967.422834] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 967.423425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.647399] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 967.648773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.648773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.648773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.648773] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.150428] env[66311]: INFO networking_nsxv3.common.synchronization [req-c3acf850-10c5-4020-b920-4b61eb0d9cb3 req-5387bc01-6c8f-48f4-9ae6-66ee79eaaa04 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 968.151012] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 968.151346] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.151525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.151754] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.151866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.151929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.152891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.153453] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.153607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.153700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.153902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.154021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.154148] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.576728] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 968.576926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.577028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.577262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.577523] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.577624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.577624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.577851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.577851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.577945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.578018] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.656963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.657311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.657311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.657400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.657567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.657731] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.657826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.657925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.658105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.658208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.658314] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 968.690953] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.690953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.691148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.691249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.691398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.701931] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 969.080027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.080230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.080230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.080454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.080616] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.080717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.080781] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.080935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.081076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.081219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.081273] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.081342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.081395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.081611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.081748] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.081831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.081965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.082054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.082113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.082165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.082260] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.584686] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7a7ff84-fdba-47f3-a066-dd0dacff5f57: rpc.has_security_group_logging(os_id): False [ 969.603995] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.604259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.604328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.604579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.604675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.604885] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.605058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.605114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.605978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.605978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.605978] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.605978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.605978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.606214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.606246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.606469] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.606557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.606627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.606775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.606851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.606933] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 969.667699] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.668045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.668045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.668124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.668300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.689558] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 970.713233] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 970.713705] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 970.713705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.701224] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 971.701524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.701768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.702078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.702291] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.204375] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.204707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.204707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.204903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.205118] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.205199] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.205243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.205400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.205490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.205606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.205667] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.707754] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.707974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.708284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.708462] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.708593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.708759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.708843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.708930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.710287] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.710287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.710287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.710287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.710287] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.710287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.710287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.710287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.710287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.710287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.710287] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.152708] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 973.152708] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 973.212823] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7a7ff84-fdba-47f3-a066-dd0dacff5f57: rpc.has_security_group_logging(os_id): False [ 973.232255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.232441] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.232496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.232690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.232777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.233101] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.233178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.233178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.233329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.233402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.233619] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.233716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.233778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.234047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.234151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.234355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.234448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.234509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.234655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.234722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.234810] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 973.307766] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.307939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.308062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.308314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.308508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.324814] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 973.536412] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b835e2e7-ecf1-4249-bd1e-7c1f97a99d34 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_rules [ 973.537032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_rules [ 973.538769] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.538769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.538769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.538769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.538769] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.644174] env[66311]: INFO networking_nsxv3.common.synchronization [None req-a675861f-1d99-4f15-8643-7055b09ac895 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_rules [ 973.644493] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_rules [ 973.644843] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.644843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.690203] env[66311]: INFO networking_nsxv3.common.synchronization [req-47eb6da9-1be2-4fdb-bc01-edec83522d5b req-40ce888f-5585-45d4-8cb0-90799008e991 tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 973.690747] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 973.692322] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.692694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.692837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.693548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.693548] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.693548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.693548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.694154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.694277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.694752] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.944287] env[66311]: INFO networking_nsxv3.common.synchronization [req-47eb6da9-1be2-4fdb-bc01-edec83522d5b req-84ec9600-498a-4e03-9826-29d2ff323e6e tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 973.944793] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 973.945133] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.945281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.059700] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.059700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.059700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.060320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.060320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.060320] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a already deleted. [ 974.060320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.060489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.060742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.060742] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.196231] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.252456] env[66311]: INFO networking_nsxv3.common.synchronization [req-47eb6da9-1be2-4fdb-bc01-edec83522d5b req-0180fcfd-6c4c-435c-a7c8-0616b40af15f tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 974.253167] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 974.253580] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.253723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.275288] env[66311]: INFO networking_nsxv3.common.synchronization [req-a38a3779-d1e2-434d-9e69-5ab22c257043 req-43ea6074-cb8e-4251-944c-b21bbc45ad7c tempest-ServersAdminTestJSON-1735840894 tempest-ServersAdminTestJSON-1735840894-project-member] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 974.276401] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 974.276401] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.276401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.276401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.276758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.276758] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.276758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.276758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.276924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.276924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.277177] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.581495] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.581759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.581759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.582680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.582680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.582680] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a already deleted. [ 974.582680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.698336] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.779217] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.200465] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.200690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.200690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.200986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.201105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.201215] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 975.228974] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.229192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.229265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.229605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.229763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.239283] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 975.281857] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.338035] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 975.339148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.785836] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.785951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.786042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.786329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.786479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.786551] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 975.817474] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.817647] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.817721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.817937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.818406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.827729] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 977.250339] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 4s [ 977.838984] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 977.839159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.977084] env[66311]: INFO networking_nsxv3.common.synchronization [req-34b80a13-ca73-48ff-a2e5-b851cc828e11 req-4beda418-7212-4aac-8364-5584f92d4c24 tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 978.977957] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 978.977957] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.978313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.978313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.978313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.978534] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.978534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.979336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.979336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.979336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.979336] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.260481] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 979.260727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.261392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.261392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.261392] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.261629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.261629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.261629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.261716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.261990] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.308634] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.308838] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.308960] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.309408] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.309545] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.309761] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.309893] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.310364] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.310571] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.310813] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.310960] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.311117] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.311332] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.311371] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.311543] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.311686] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.330178] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.330354] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.330758] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.330984] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.331329] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-b54d2f3d-3637-417b-bcd9-b6f37ce03393 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.331599] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-b54d2f3d-3637-417b-bcd9-b6f37ce03393" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.331762] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-b54d2f3d-3637-417b-bcd9-b6f37ce03393" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.332103] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-b54d2f3d-3637-417b-bcd9-b6f37ce03393" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.332276] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54d2f3d-3637-417b-bcd9-b6f37ce03393',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.483483] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.483483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.483483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.483483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.483483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.483483] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.487163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.487250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.487427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.487505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.487605] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 979.515794] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.515934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.516017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.516236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.516380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.526612] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 979.764979] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.765586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.765586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.765747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.765852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.766146] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.766275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.766366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.766758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.766758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.766871] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 979.799325] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.799478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.799612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.799752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.799904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.812994] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 979.834821] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.835113] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.835205] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.835454] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.835599] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.835751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port b54d2f3d-3637-417b-bcd9-b6f37ce03393 not found, creating... [ 979.836030] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.836176] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.836319] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.836494] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.836629] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.836908] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.837066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.837197] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.837977] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.837977] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.837977] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: b54d2f3d-3637-417b-bcd9-b6f37ce03393 is going to be created. [ 979.861932] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.862188] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.862325] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.862647] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.862883] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.863133] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-b54d2f3d-3637-417b-bcd9-b6f37ce03393" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.585895] env[66311]: INFO networking_nsxv3.common.synchronization [req-34b80a13-ca73-48ff-a2e5-b851cc828e11 req-7f728a31-a876-4fb3-8e5d-8d6abb7c9837 service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 980.586187] env[66311]: INFO networking_nsxv3.common.synchronization [req-34b80a13-ca73-48ff-a2e5-b851cc828e11 req-7f728a31-a876-4fb3-8e5d-8d6abb7c9837 service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 980.587049] env[66311]: INFO networking_nsxv3.common.synchronization [req-34b80a13-ca73-48ff-a2e5-b851cc828e11 req-7f728a31-a876-4fb3-8e5d-8d6abb7c9837 service nova] Enqueued Resource ID: b54d2f3d-3637-417b-bcd9-b6f37ce03393 with Priority: HIGHEST for action port [ 980.587049] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 980.587049] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 980.587049] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54d2f3d-3637-417b-bcd9-b6f37ce03393 with Priority: HIGHEST for action port [ 980.587750] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.587750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.587750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.587750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.587750] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.589034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.589034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.589034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54d2f3d-3637-417b-bcd9-b6f37ce03393 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.589034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54d2f3d-3637-417b-bcd9-b6f37ce03393" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.589034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54d2f3d-3637-417b-bcd9-b6f37ce03393" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.589346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54d2f3d-3637-417b-bcd9-b6f37ce03393" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.589346] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54d2f3d-3637-417b-bcd9-b6f37ce03393',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.093016] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.093596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.093596] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b54d2f3d-3637-417b-bcd9-b6f37ce03393 with status ACTIVE [ 981.093596] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.093596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.093812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.096253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.096370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.097420] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.097420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.097420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.097420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.097420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.097420] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.097420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.097420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.097420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.097821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.097821] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b54d2f3d-3637-417b-bcd9-b6f37ce03393 is going to be updated. [ 981.120242] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.120406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.120496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.120683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.120866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.120967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54d2f3d-3637-417b-bcd9-b6f37ce03393" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.537060] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 981.537265] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 deletion is rescheduled due to dependency. [ 981.537383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.537550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.537771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.537948] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.538079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.538140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.538288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.538367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.538570] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.822463] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 981.822789] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 deletion is rescheduled due to dependency. [ 981.822789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.822904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.823222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.823425] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.823773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.823851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.824136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.824232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.824330] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.041677] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.326316] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.326470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.326544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.326753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.326843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.327145] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.327252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.327317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.327468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.327550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.327638] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 982.352384] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.353291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.353291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.353291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.353291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.362140] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 982.545071] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.046837] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.047250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.047250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.047898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.047898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.047898] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 983.081695] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.081874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.082030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.082159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.082271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.104106] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 984.374155] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 984.374481] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 deletion is rescheduled due to dependency. [ 984.374481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.117902] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 985.118202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.118434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.118699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.118936] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.119064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.119127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.119353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.119472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.119592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.119682] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.589074] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 985.589388] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 985.621902] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.622129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.622210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.622458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.622679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.622778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.622959] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.623049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.623229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.623229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.623386] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.623460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.623493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.623610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.623751] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.623836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.623908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.624108] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.624185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.624261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.624345] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.643439] env[66311]: INFO networking_nsxv3.common.synchronization [None req-1c343dae-27a0-4327-9fd4-a467dd871dfe tempest-AttachVolumeTestJSON-382491465 tempest-AttachVolumeTestJSON-382491465-project-member] Enqueued Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_rules [ 985.643946] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_rules [ 985.644285] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.644407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.644469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.644722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.644805] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.660545] env[66311]: INFO networking_nsxv3.common.synchronization [req-86397128-2ced-4c15-81e0-835d01274a2c req-ed2335ae-c33a-4045-9419-a1099c59838d tempest-ImagesOneServerNegativeTestJSON-2050578064 tempest-ImagesOneServerNegativeTestJSON-2050578064-project-member] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 985.661474] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 985.661796] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.661924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.661980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.662168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.662312] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.662405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.662464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.662602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.662687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.662776] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.760824] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ead0b09e-75ef-46d9-b26a-d018d98c7bea tempest-AttachVolumeTestJSON-382491465 tempest-AttachVolumeTestJSON-382491465-project-member] Enqueued Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_rules [ 985.761618] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_rules [ 985.761729] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.761782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.126870] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d31640ba-584e-48a1-8366-132517b80580: rpc.has_security_group_logging(os_id): False [ 986.148932] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.149243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.149338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.149576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.149683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.149944] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.150246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.150533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.150721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.150908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.151197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.151754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.151754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.151754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.152194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.152235] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.152548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.152548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.153633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.153633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.153633] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 986.164526] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.164826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.164968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.165245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.165377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.166036] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.166036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.166036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.166233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.166339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.166516] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 986.169852] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.169992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.170058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.170302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.170484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.170643] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f757b9-d784-4df8-8287-265730676069 already deleted. [ 986.171030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.171030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.171208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.171333] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.205582] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.205767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.205864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.206174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.206360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.215550] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 986.216546] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.216667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.216799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.217018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.217177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.229358] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 986.695106] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.695453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.695453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.695531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.695628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.695732] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f757b9-d784-4df8-8287-265730676069 already deleted. [ 986.695813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.226311] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 988.226311] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 deletion is rescheduled due to dependency. [ 988.226555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.243310] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 988.243533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.763355] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 990.763640] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 992.934784] env[66311]: INFO networking_nsxv3.common.synchronization [req-0e58310c-f103-40aa-9353-b7b5710b15de req-f48913f2-28e9-400f-b21c-6f4762543ead tempest-ServersAdminTestJSON-1735840894 tempest-ServersAdminTestJSON-1735840894-project-member] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 992.935367] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 992.935657] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.935782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.935847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.936054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.936745] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.936745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.936745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.936745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.936745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.936745] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.111367] env[66311]: INFO networking_nsxv3.common.synchronization [req-0fc62032-b601-4fc3-8fa5-20c61250537e req-1fc1651b-c394-41f2-911d-578cd51783b4 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_members [ 993.112011] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_members [ 993.112475] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.112598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.112664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.112919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.113154] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.113267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.113335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.113481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.113565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.113659] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.418946] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.419160] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.419289] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.419606] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.419919] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.420105] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.420223] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.420434] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.420576] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.420788] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.420897] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.421007] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.421116] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.421221] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.421322] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.421451] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.439356] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.442971] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.443106] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.443241] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.444108] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.444108] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-17cff919-c64b-4b91-ad49-c02de3796457 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.444108] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-17cff919-c64b-4b91-ad49-c02de3796457" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.444108] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-17cff919-c64b-4b91-ad49-c02de3796457" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.444294] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-17cff919-c64b-4b91-ad49-c02de3796457" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.444893] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17cff919-c64b-4b91-ad49-c02de3796457',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.618286] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.618286] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.618286] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a already deleted. [ 993.618286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.941739] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.946498] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.946724] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.946944] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.947340] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.947492] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.947617] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 17cff919-c64b-4b91-ad49-c02de3796457 not found, creating... [ 993.947890] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.948078] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.948186] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.948385] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.948517] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.948797] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.948947] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.949209] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.949308] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.949398] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.949549] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 17cff919-c64b-4b91-ad49-c02de3796457 is going to be created. [ 993.969818] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.970042] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.970171] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.970427] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.970670] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.970890] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-17cff919-c64b-4b91-ad49-c02de3796457" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.444366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.444659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.444740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.445064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.445225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.445805] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 994.477446] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.477616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.477734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.478011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.478255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.487718] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 994.661342] env[66311]: INFO networking_nsxv3.common.synchronization [req-0fc62032-b601-4fc3-8fa5-20c61250537e req-4e115f6a-7881-4f63-b856-eec30b26f771 service nova] Enqueued Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_rules [ 994.661527] env[66311]: INFO networking_nsxv3.common.synchronization [req-0fc62032-b601-4fc3-8fa5-20c61250537e req-4e115f6a-7881-4f63-b856-eec30b26f771 service nova] Enqueued Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_members [ 994.661687] env[66311]: INFO networking_nsxv3.common.synchronization [req-0fc62032-b601-4fc3-8fa5-20c61250537e req-4e115f6a-7881-4f63-b856-eec30b26f771 service nova] Enqueued Resource ID: 17cff919-c64b-4b91-ad49-c02de3796457 with Priority: HIGHEST for action port [ 994.661937] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_rules [ 994.662094] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_members [ 994.662162] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17cff919-c64b-4b91-ad49-c02de3796457 with Priority: HIGHEST for action port [ 994.662745] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.662836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.662897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.664729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.664729] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.665063] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.665202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.665244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.665405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.665554] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.665651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.665714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.665940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.666090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.666195] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.668073] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-17cff919-c64b-4b91-ad49-c02de3796457 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.668073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17cff919-c64b-4b91-ad49-c02de3796457" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.668073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17cff919-c64b-4b91-ad49-c02de3796457" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.668073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17cff919-c64b-4b91-ad49-c02de3796457" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.668073] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17cff919-c64b-4b91-ad49-c02de3796457',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.168914] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.169942] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.170099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.170415] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17cff919-c64b-4b91-ad49-c02de3796457 with status ACTIVE [ 995.170575] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.170681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.170818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.171034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.171124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.171292] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.171390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.171473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.171639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.171728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.172107] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.172107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.172107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.172301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.172378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.172463] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17cff919-c64b-4b91-ad49-c02de3796457 is going to be updated. [ 995.193114] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.193278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.193278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.193463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.193606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.193774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17cff919-c64b-4b91-ad49-c02de3796457" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.525121] env[66311]: INFO networking_nsxv3.common.synchronization [req-16126dc3-c566-4073-9bd7-069cfcf210e7 req-04e8d26b-72b2-4fe3-8308-42a23f78eccd tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 995.525121] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 995.525799] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.526108] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.526304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.526759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.528270] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.528270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.528270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.528270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.528270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.528270] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.671058] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.875027] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.875027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.875027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.875027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.875275] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.875911] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.875911] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.875911] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.875911] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.876160] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.876201] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.876316] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.876430] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.876538] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.876641] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.876776] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.898897] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.899080] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.899217] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.899392] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.899754] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.899977] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.900067] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.900391] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.900543] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.029636] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.173557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.173883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.173883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.174046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.174161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.174271] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a is going to be created. [ 996.199023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.199023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.199023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.199023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.199023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.208476] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 148923f8-d700-4bb2-80bb-7e96a26c307a in Status: UNINITIALIZED for 2s [ 996.403569] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.403865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.403986] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.404329] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.404473] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.404657] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f not found, creating... [ 996.404885] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.405066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.405215] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.405391] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.405525] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.405802] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.405953] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.406082] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.406280] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.406412] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.406547] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f is going to be created. [ 996.428420] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.428651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.428773] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.429078] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.429347] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.429612] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.501180] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 996.502284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.532074] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.034778] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.034778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.034778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.034974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.035021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.035176] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 997.067418] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.067418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.067418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.067418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.068607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.077051] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 997.150118] env[66311]: INFO networking_nsxv3.common.synchronization [req-16126dc3-c566-4073-9bd7-069cfcf210e7 req-c44f3818-eeec-4f28-8701-e43a0269a038 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 997.150118] env[66311]: INFO networking_nsxv3.common.synchronization [req-16126dc3-c566-4073-9bd7-069cfcf210e7 req-c44f3818-eeec-4f28-8701-e43a0269a038 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 997.150118] env[66311]: INFO networking_nsxv3.common.synchronization [req-16126dc3-c566-4073-9bd7-069cfcf210e7 req-c44f3818-eeec-4f28-8701-e43a0269a038 service nova] Enqueued Resource ID: a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f with Priority: HIGHEST for action port [ 997.150118] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 997.150118] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 997.152112] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f with Priority: HIGHEST for action port [ 997.152520] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.153688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.153688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.153898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.154049] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.155110] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.155223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.155404] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.155497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.155554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.155718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.155814] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.658034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.658361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.658403] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f with status ACTIVE [ 997.659078] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.659078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.659078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.659078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.659290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.659323] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.659436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.659510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.659713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.659811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.660039] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.660165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.660250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.660500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.660500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.660608] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f is going to be updated. [ 997.681150] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.681363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.681363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.681557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.681717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.681861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a277c4ce-aa99-43c0-8b7b-d8c06bc08d9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.217964] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 148923f8-d700-4bb2-80bb-7e96a26c307a in Status: SUCCESS [ 998.218262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.218457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.218675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.218870] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.218987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.219075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.219227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.219305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.219389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.219478] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.722029] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.088907] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 999.089232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.089436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.089858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.090083] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.090323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.090323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.090445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.090527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.090681] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.224327] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 148923f8-d700-4bb2-80bb-7e96a26c307a: rpc.has_security_group_logging(os_id): False [ 999.245049] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.245205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.245325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.245485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.245656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.245912] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.246022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.246105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.246627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.246717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.246799] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a is going to be created. [ 999.317520] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.317789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.317789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.317922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.318206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.329320] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 148923f8-d700-4bb2-80bb-7e96a26c307a in Status: IN_PROGRESS for 2s [ 999.593664] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.096521] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.600082] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.600082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.600082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.600082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.600365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.600365] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1000.633066] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.633256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.633328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.633542] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.634313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.645879] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1001.341313] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 148923f8-d700-4bb2-80bb-7e96a26c307a in Status: SUCCESS [ 1001.341817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.153080] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1002.153225] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1002.659833] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1002.659833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.660337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.660337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.660484] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.660575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.660628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.660799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.660994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.660994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.661570] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.164585] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.164789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.164844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.165349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.165349] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.165496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.165496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.165660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.165751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.165858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.166018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.166111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.166171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.166308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.166520] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.166520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.166632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.166703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.166868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.166868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.166971] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.670029] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b5c6620-e276-41c8-b424-0db8da4b420f: rpc.has_security_group_logging(os_id): False [ 1003.696529] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.696529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.696529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.696529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.696529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.696529] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.696828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.696828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.696828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.696828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.698166] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.698166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.698166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.698166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.698166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.698166] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.698166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.698166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.698166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.698166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.698166] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1003.778658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.778866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.778978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.779296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.779526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.798945] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1004.892422] env[66311]: INFO networking_nsxv3.common.synchronization [None req-ace9303e-de06-4313-930d-0c9b0049cb72 tempest-ImagesOneServerNegativeTestJSON-2050578064 tempest-ImagesOneServerNegativeTestJSON-2050578064-project-member] Enqueued Resource ID: f932b2df-f9cd-4e81-83d2-078aad8497a3 with Priority: HIGHEST for action security_group_rules [ 1004.893055] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f932b2df-f9cd-4e81-83d2-078aad8497a3 with Priority: HIGHEST for action security_group_rules [ 1004.893388] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f932b2df-f9cd-4e81-83d2-078aad8497a3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.893536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f932b2df-f9cd-4e81-83d2-078aad8497a3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.893605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f932b2df-f9cd-4e81-83d2-078aad8497a3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.893880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f932b2df-f9cd-4e81-83d2-078aad8497a3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.893965] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f932b2df-f9cd-4e81-83d2-078aad8497a3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.993226] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c1f29d17-34d1-4b66-8ea0-fdcaf0a4f599 tempest-ImagesOneServerNegativeTestJSON-2050578064 tempest-ImagesOneServerNegativeTestJSON-2050578064-project-member] Enqueued Resource ID: f932b2df-f9cd-4e81-83d2-078aad8497a3 with Priority: HIGHEST for action security_group_rules [ 1004.993770] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f932b2df-f9cd-4e81-83d2-078aad8497a3 with Priority: HIGHEST for action security_group_rules [ 1004.994106] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f932b2df-f9cd-4e81-83d2-078aad8497a3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.994532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f932b2df-f9cd-4e81-83d2-078aad8497a3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.419871] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.420245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.420245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.420502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.420502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.420502] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f932b2df-f9cd-4e81-83d2-078aad8497a3 already deleted. [ 1005.421262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f932b2df-f9cd-4e81-83d2-078aad8497a3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.421558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f932b2df-f9cd-4e81-83d2-078aad8497a3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.421836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f932b2df-f9cd-4e81-83d2-078aad8497a3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.421948] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f932b2df-f9cd-4e81-83d2-078aad8497a3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.816861] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1005.817141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.949140] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.949543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.949543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.949769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.949769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.949887] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f932b2df-f9cd-4e81-83d2-078aad8497a3 already deleted. [ 1005.949945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f932b2df-f9cd-4e81-83d2-078aad8497a3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.359419] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee0afab3-b37b-41f4-9385-74ce30dc13a8 req-f6f90d5b-2ba4-4015-929a-2c5574828fc8 tempest-AttachVolumeTestJSON-382491465 tempest-AttachVolumeTestJSON-382491465-project-member] Enqueued Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_members [ 1007.360567] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_members [ 1007.360805] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.360999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.361127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.361492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.361744] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.361905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.362021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.362275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.362430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.362587] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.692895] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.692895] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-501" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.692895] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-501" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.692895] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-501" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.693224] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.693224] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.693338] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.693445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.693582] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.693778] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.693886] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.693989] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.694144] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.694266] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.694369] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.694494] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.717153] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.717276] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.717315] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.717498] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-501" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.717835] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.718045] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.718233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.718555] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.718710] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1cccd34-f3f1-4ea8-8e08-4d4856922b6f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.865167] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.865390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.865472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.865682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.865772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.865960] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.866066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.866129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.866272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.866341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.866424] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f757b9-d784-4df8-8287-265730676069 already deleted. [ 1007.866503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.223210] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.223426] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.223634] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.224076] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.224250] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.224441] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port e1cccd34-f3f1-4ea8-8e08-4d4856922b6f not found, creating... [ 1008.226057] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.226057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.226057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.226057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.226057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.226057] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.226057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.226057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.226447] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.226447] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.226447] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: e1cccd34-f3f1-4ea8-8e08-4d4856922b6f is going to be created. [ 1008.249803] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.250105] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.250275] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.250626] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.250945] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.251298] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.789897] env[66311]: INFO networking_nsxv3.common.synchronization [req-dc421a27-3c8b-412a-b73c-b0b251f5be19 req-2f5441c5-68b0-44d2-b5b7-8c80a69cd9b7 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1008.790263] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1008.790418] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.790613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.790722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.791041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.792015] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.792015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.792015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.792015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.792015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.792015] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.004766] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee0afab3-b37b-41f4-9385-74ce30dc13a8 req-f0adc155-7c77-4a69-acfd-f99f95472611 service nova] Enqueued Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_rules [ 1009.004869] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee0afab3-b37b-41f4-9385-74ce30dc13a8 req-f0adc155-7c77-4a69-acfd-f99f95472611 service nova] Enqueued Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_members [ 1009.005088] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee0afab3-b37b-41f4-9385-74ce30dc13a8 req-f0adc155-7c77-4a69-acfd-f99f95472611 service nova] Enqueued Resource ID: e1cccd34-f3f1-4ea8-8e08-4d4856922b6f with Priority: HIGHEST for action port [ 1009.005337] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_rules [ 1009.005869] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_members [ 1009.005869] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1cccd34-f3f1-4ea8-8e08-4d4856922b6f with Priority: HIGHEST for action port [ 1009.006706] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.006838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.006899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.007118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.007188] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.010039] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.010039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.010039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.010039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.010039] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.010039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.010039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.010039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.010039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.010039] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.010720] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.010720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.010846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.010885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.010964] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1cccd34-f3f1-4ea8-8e08-4d4856922b6f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.294316] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.512184] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.513327] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.513462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.516653] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1cccd34-f3f1-4ea8-8e08-4d4856922b6f with status ACTIVE [ 1009.516653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.516653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.516653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.517788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.517788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.517974] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.518091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.518157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.518511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.518511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.518686] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.518824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.518909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.519137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.519225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.519367] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1cccd34-f3f1-4ea8-8e08-4d4856922b6f is going to be updated. [ 1009.542445] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.542737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.542737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.542859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.542997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.543185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1cccd34-f3f1-4ea8-8e08-4d4856922b6f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.729611] env[66311]: INFO networking_nsxv3.common.synchronization [req-a0e5b922-3572-4abf-8454-f33d3b43c54d req-85433bf0-0bff-46df-982e-3ff0063c262a tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1009.730182] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1009.730495] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.730641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.730737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.730981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.731161] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.731272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.731369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.731567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.731652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.731805] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.795889] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.016759] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.161836] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.162352] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.162485] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.162930] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.163241] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.163395] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.163515] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.163728] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.163946] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.164079] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.164198] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.164309] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.164415] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.164524] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.164628] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.164758] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.184866] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.185068] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.185645] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.185645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.185803] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-45e84b91-9356-441c-b49f-4b1b542e47c9 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.185888] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-45e84b91-9356-441c-b49f-4b1b542e47c9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.186481] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-45e84b91-9356-441c-b49f-4b1b542e47c9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.186481] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-45e84b91-9356-441c-b49f-4b1b542e47c9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.186481] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e84b91-9356-441c-b49f-4b1b542e47c9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.236040] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.236040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.236040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.236040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.236342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.236342] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.236456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.236493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.236681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.236786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.236962] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 1010.267034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.267241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.267288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.267461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.267608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.280627] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 1010.299574] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.299574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.299574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.299574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.299989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.299989] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1010.330255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.330464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.330464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.330656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.330807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.340758] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1010.523399] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.523399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.523399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.523399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.523399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.523399] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f757b9-d784-4df8-8287-265730676069 is going to be created. [ 1010.548515] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.548752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.548752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.549095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.549212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.561022] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f757b9-d784-4df8-8287-265730676069 in Status: UNINITIALIZED for 2s [ 1010.583160] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.583410] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1010.689964] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.689964] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.689964] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.689964] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.690262] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.690262] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 45e84b91-9356-441c-b49f-4b1b542e47c9 not found, creating... [ 1010.690560] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.690560] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.690722] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.690888] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.691035] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.691317] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.691468] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.691603] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.691849] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.691996] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.692149] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 45e84b91-9356-441c-b49f-4b1b542e47c9 is going to be created. [ 1010.711980] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.712236] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.712387] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.713519] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.713519] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.713519] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-45e84b91-9356-441c-b49f-4b1b542e47c9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.457034] env[66311]: INFO networking_nsxv3.common.synchronization [req-a0e5b922-3572-4abf-8454-f33d3b43c54d req-56999fd3-bed2-4411-a826-f733f06efe13 service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 1011.457034] env[66311]: INFO networking_nsxv3.common.synchronization [req-a0e5b922-3572-4abf-8454-f33d3b43c54d req-56999fd3-bed2-4411-a826-f733f06efe13 service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1011.457496] env[66311]: INFO networking_nsxv3.common.synchronization [req-a0e5b922-3572-4abf-8454-f33d3b43c54d req-56999fd3-bed2-4411-a826-f733f06efe13 service nova] Enqueued Resource ID: 45e84b91-9356-441c-b49f-4b1b542e47c9 with Priority: HIGHEST for action port [ 1011.457688] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 1011.457885] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1011.457885] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e84b91-9356-441c-b49f-4b1b542e47c9 with Priority: HIGHEST for action port [ 1011.458196] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.458274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.458330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.458507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.458643] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.459857] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.459973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.460161] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e84b91-9356-441c-b49f-4b1b542e47c9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.460282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e84b91-9356-441c-b49f-4b1b542e47c9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.460318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e84b91-9356-441c-b49f-4b1b542e47c9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.460489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e84b91-9356-441c-b49f-4b1b542e47c9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.460570] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e84b91-9356-441c-b49f-4b1b542e47c9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.962936] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.963161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.963246] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45e84b91-9356-441c-b49f-4b1b542e47c9 with status ACTIVE [ 1011.963407] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.964331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.964331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.964331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.964331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.964331] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.964331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.964331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.964331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.964663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.964663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.964663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.964765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.964915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.964915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.965060] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45e84b91-9356-441c-b49f-4b1b542e47c9 is going to be updated. [ 1011.988318] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.988607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.988607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.988726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.988846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.989011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e84b91-9356-441c-b49f-4b1b542e47c9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.289308] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 1012.289575] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 1012.289775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.289956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.290239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.290481] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.290628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.290697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.290909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.291048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.291156] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.352346] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1012.352675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.572059] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f757b9-d784-4df8-8287-265730676069 in Status: SUCCESS [ 1012.572059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.572059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.572059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.572059] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.572612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.572612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.572612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.572612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.573087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.573087] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.796375] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.076612] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.298984] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.578372] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36f757b9-d784-4df8-8287-265730676069: rpc.has_security_group_logging(os_id): False [ 1013.660883] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.661113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.661171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.661380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.661485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.661792] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.661919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.661983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.662173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.662323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.662405] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f757b9-d784-4df8-8287-265730676069 is going to be created. [ 1013.754397] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.754624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.754624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.754954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.755112] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.779372] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f757b9-d784-4df8-8287-265730676069 in Status: IN_PROGRESS for 2s [ 1013.801463] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.801695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.801980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.802102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.802363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.802479] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 1013.873288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.873522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.873707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.873979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.874287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.885872] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 1014.844335] env[66311]: INFO networking_nsxv3.common.synchronization [req-47e1a739-5655-4e25-b47c-171b3f84c0cf req-709f8a1c-0b6c-4d1b-99e2-7f6c7ddc0f2a tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1014.844613] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1014.845301] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.845301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.845301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.845301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.845540] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.845540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.845621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.845702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.845767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.845856] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.168966] env[66311]: INFO networking_nsxv3.common.synchronization [req-47e1a739-5655-4e25-b47c-171b3f84c0cf req-7d604ca6-9b70-4c78-b994-812cb01d4385 tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1015.169396] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1015.169766] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.169835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.352452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.352724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.352853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.353074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.353172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.353414] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.353533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.353620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.353836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.353927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.354036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 1015.387268] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.387268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.387268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.387268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.387658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.397617] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 1015.559205] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.559444] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-809" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.559583] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-809" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.559942] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-809" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.560231] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.560395] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.560543] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.560797] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.560948] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.561255] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.561380] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.561514] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.561628] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.561778] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.562008] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.562165] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.584086] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.584299] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.584515] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.584700] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-809" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.585080] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-97466b36-84d5-4b26-970a-e3149b69cad9 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.585284] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-97466b36-84d5-4b26-970a-e3149b69cad9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.585512] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-97466b36-84d5-4b26-970a-e3149b69cad9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.585935] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-97466b36-84d5-4b26-970a-e3149b69cad9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.586170] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97466b36-84d5-4b26-970a-e3149b69cad9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.807788] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f757b9-d784-4df8-8287-265730676069 in Status: SUCCESS [ 1015.808107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.898690] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 1015.899056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.899498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.899725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.899947] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.900082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.900148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.900314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.900397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.900489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.900694] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.091802] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.092110] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.092260] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.092566] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.092790] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.092998] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 97466b36-84d5-4b26-970a-e3149b69cad9 not found, creating... [ 1016.095453] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.095453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.095453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.095453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.095453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.095453] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.095453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.095453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.095453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.095453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.096501] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 97466b36-84d5-4b26-970a-e3149b69cad9 is going to be created. [ 1016.120461] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.120691] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.120869] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.121234] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.121594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.121919] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-97466b36-84d5-4b26-970a-e3149b69cad9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.403371] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.403594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.403680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.403932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.404172] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.404300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.404377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.404582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.404693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.404918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.405168] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.405362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.405497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.405717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.405925] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.406094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.406216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.406425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.406555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.406727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.406882] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.874464] env[66311]: INFO networking_nsxv3.common.synchronization [req-47e1a739-5655-4e25-b47c-171b3f84c0cf req-4d48dd02-4875-4321-9dab-489bf135bb70 service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 1016.874643] env[66311]: INFO networking_nsxv3.common.synchronization [req-47e1a739-5655-4e25-b47c-171b3f84c0cf req-4d48dd02-4875-4321-9dab-489bf135bb70 service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1016.874780] env[66311]: INFO networking_nsxv3.common.synchronization [req-47e1a739-5655-4e25-b47c-171b3f84c0cf req-4d48dd02-4875-4321-9dab-489bf135bb70 service nova] Enqueued Resource ID: 97466b36-84d5-4b26-970a-e3149b69cad9 with Priority: HIGHEST for action port [ 1016.875326] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 1016.875457] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1016.875689] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97466b36-84d5-4b26-970a-e3149b69cad9 with Priority: HIGHEST for action port [ 1016.875813] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.875931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.875997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.876786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.876786] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.877667] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.877763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.877952] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-97466b36-84d5-4b26-970a-e3149b69cad9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.878192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97466b36-84d5-4b26-970a-e3149b69cad9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.878192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97466b36-84d5-4b26-970a-e3149b69cad9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.878318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97466b36-84d5-4b26-970a-e3149b69cad9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.878371] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97466b36-84d5-4b26-970a-e3149b69cad9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.909208] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e01863b-7038-44ce-8bb1-b1724fe3ac80: rpc.has_security_group_logging(os_id): False [ 1016.927913] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.927913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.928141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.928224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.928285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.928475] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.928584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.928644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.928949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.928949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.929095] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.929180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.929180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.929303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.929378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.929587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.929998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.929998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.929998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.929998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.929998] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 1016.996458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.996749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.996824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.997042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.997185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.014084] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 1017.380537] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.380537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.380811] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97466b36-84d5-4b26-970a-e3149b69cad9 with status ACTIVE [ 1017.380889] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.380994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.381218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.381306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.381373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.381553] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.381649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.381712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.381914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.381995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.382277] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.382277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.382373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.382678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.382678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.382678] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97466b36-84d5-4b26-970a-e3149b69cad9 is going to be updated. [ 1017.406398] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.406665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.407292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.407292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.407292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.407566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97466b36-84d5-4b26-970a-e3149b69cad9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.408247] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 1017.408408] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 deletion is rescheduled due to dependency. [ 1017.408512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.408664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.409517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.409517] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.409517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.409517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.409517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.409517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.410046] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.741841] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.741841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-585" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.741841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-585" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.742147] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-585" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.742334] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.742510] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.742639] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.743083] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.743083] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.743367] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.743520] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.743677] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.743794] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.743926] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.744116] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.744313] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.763662] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.763859] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.764079] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.764243] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-585" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.764780] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-5544cb77-e3d8-4d9a-b1a4-e31421900688 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.765686] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-5544cb77-e3d8-4d9a-b1a4-e31421900688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.765686] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-5544cb77-e3d8-4d9a-b1a4-e31421900688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.765686] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-5544cb77-e3d8-4d9a-b1a4-e31421900688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.765686] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5544cb77-e3d8-4d9a-b1a4-e31421900688',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.912258] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.268445] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.268445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.269887] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.269887] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.269887] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.269887] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 5544cb77-e3d8-4d9a-b1a4-e31421900688 not found, creating... [ 1018.269887] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.270143] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.270143] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.270344] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.270534] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.270785] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.271270] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.271270] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.271397] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.271397] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.273203] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 5544cb77-e3d8-4d9a-b1a4-e31421900688 is going to be created. [ 1018.292780] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.293027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.293215] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.293437] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.293860] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.293991] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-5544cb77-e3d8-4d9a-b1a4-e31421900688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.414851] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.917875] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.918329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.918329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.918329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.918445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.918520] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 1018.966294] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.966557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.966860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.966997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.968143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.979056] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 1019.034133] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 1019.034359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.045973] env[66311]: INFO networking_nsxv3.common.synchronization [req-47e1a739-5655-4e25-b47c-171b3f84c0cf req-314da0b2-fd9a-4ee9-a129-874ab1575cec service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 1019.046180] env[66311]: INFO networking_nsxv3.common.synchronization [req-47e1a739-5655-4e25-b47c-171b3f84c0cf req-314da0b2-fd9a-4ee9-a129-874ab1575cec service nova] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1019.046323] env[66311]: INFO networking_nsxv3.common.synchronization [req-47e1a739-5655-4e25-b47c-171b3f84c0cf req-314da0b2-fd9a-4ee9-a129-874ab1575cec service nova] Enqueued Resource ID: 5544cb77-e3d8-4d9a-b1a4-e31421900688 with Priority: HIGHEST for action port [ 1019.046950] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_rules [ 1019.047227] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1019.047487] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5544cb77-e3d8-4d9a-b1a4-e31421900688 with Priority: HIGHEST for action port [ 1019.047909] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.048109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.048446] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.048636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.048843] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-5544cb77-e3d8-4d9a-b1a4-e31421900688 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.048948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5544cb77-e3d8-4d9a-b1a4-e31421900688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.049041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5544cb77-e3d8-4d9a-b1a4-e31421900688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.049230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5544cb77-e3d8-4d9a-b1a4-e31421900688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.049311] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5544cb77-e3d8-4d9a-b1a4-e31421900688',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.554031] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5544cb77-e3d8-4d9a-b1a4-e31421900688 with status ACTIVE [ 1019.554031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.554031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.554031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.554031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.554031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.554031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.554031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.554031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.554031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.554031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.555342] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.558938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.558938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.558938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.558938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.558938] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5544cb77-e3d8-4d9a-b1a4-e31421900688 is going to be updated. [ 1019.585423] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.585632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.585632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.585879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.586036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.586254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5544cb77-e3d8-4d9a-b1a4-e31421900688" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.062344] env[66311]: INFO networking_nsxv3.common.synchronization [req-370c3469-6b7a-4e35-be77-48894f57f7f7 req-5172b7a9-733f-4d0d-ab3e-64a6ba344b2b tempest-ServersAdminTestJSON-1735840894 tempest-ServersAdminTestJSON-1735840894-project-member] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 1020.062944] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGHEST for action security_group_members [ 1020.063288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.063428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.063498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.063693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.063865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.063982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.064041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.064202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.064293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.064395] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.342107] env[66311]: INFO networking_nsxv3.common.synchronization [req-3925b0ef-a072-4426-9273-7eb08ae5f68d req-a29db9cf-366b-46c0-be15-0db6ef07e7b3 tempest-ImagesOneServerNegativeTestJSON-2050578064 tempest-ImagesOneServerNegativeTestJSON-2050578064-project-member] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1020.343700] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1020.344098] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.344270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.344354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.344772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.345083] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.346098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.346098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.346098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.346098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.346098] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.566878] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.567147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.567147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.567302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.567518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.567656] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.567753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.567753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.567869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.567929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.568026] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be updated. [ 1020.597144] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.597296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.597429] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.597550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.597743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.609124] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: IN_PROGRESS for 2s [ 1020.709027] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.709299] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.709481] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.709789] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.710132] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.710384] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.710526] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.710786] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.710946] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.711186] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.711323] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.711445] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.711605] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.711763] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.711982] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.712164] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.733151] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.733406] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.733595] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.733744] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.734092] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.734342] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.734445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.734721] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.734951] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43cd680e-ecb5-40bb-90e1-4b6df3d533c0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.848112] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.848512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.848512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.848633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.848673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.849019] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.849019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.849019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.849181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.849218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.849302] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1020.875130] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.875291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.875359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.875600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.875746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.885941] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1020.990047] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 1020.990272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.990566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.990808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.991117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.991284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.991363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.991649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.991814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.992155] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.237748] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.238025] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.239030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.239030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.239030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.239030] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 43cd680e-ecb5-40bb-90e1-4b6df3d533c0 not found, creating... [ 1021.239394] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.239593] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.240245] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.240245] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.240245] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.240614] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.240828] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.240972] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.241292] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.241500] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.241704] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 43cd680e-ecb5-40bb-90e1-4b6df3d533c0 is going to be created. [ 1021.269749] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.270030] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.270162] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.270461] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.270750] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.270956] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.494583] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.537115] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.537387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.537387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.537616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.537730] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.962563] env[66311]: INFO networking_nsxv3.common.synchronization [req-3925b0ef-a072-4426-9273-7eb08ae5f68d req-7d2a2c6a-eaa0-4d53-a47f-097acc8c18fd service nova] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_rules [ 1021.962563] env[66311]: INFO networking_nsxv3.common.synchronization [req-3925b0ef-a072-4426-9273-7eb08ae5f68d req-7d2a2c6a-eaa0-4d53-a47f-097acc8c18fd service nova] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1021.962563] env[66311]: INFO networking_nsxv3.common.synchronization [req-3925b0ef-a072-4426-9273-7eb08ae5f68d req-7d2a2c6a-eaa0-4d53-a47f-097acc8c18fd service nova] Enqueued Resource ID: 43cd680e-ecb5-40bb-90e1-4b6df3d533c0 with Priority: HIGHEST for action port [ 1021.963062] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_rules [ 1021.963196] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1021.963293] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43cd680e-ecb5-40bb-90e1-4b6df3d533c0 with Priority: HIGHEST for action port [ 1021.963863] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.964026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.964082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.964270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.964352] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.965230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.965346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.965551] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.965651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.965714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.965888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.965966] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43cd680e-ecb5-40bb-90e1-4b6df3d533c0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.000051] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.040828] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.467549] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.467890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.467890] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43cd680e-ecb5-40bb-90e1-4b6df3d533c0 with status ACTIVE [ 1022.468094] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.468324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.468390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.468614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.468705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.468894] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.468990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.469062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.469221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.469298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.469476] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.469565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.469626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.469762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.469842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.469926] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43cd680e-ecb5-40bb-90e1-4b6df3d533c0 is going to be updated. [ 1022.492693] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.493282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.493282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.493563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.494214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.494214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43cd680e-ecb5-40bb-90e1-4b6df3d533c0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.501853] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.501853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.501853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.502100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.502271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.502271] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 1022.536010] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.536298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.536298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.536878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.536878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.545564] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.550311] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 1022.621074] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 in Status: SUCCESS [ 1022.621074] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 deletion is rescheduled due to dependency. [ 1022.621074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.897694] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1022.897694] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 deletion is rescheduled due to dependency. [ 1022.897694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.897974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.898021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.898219] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.898351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.898427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.898610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.898698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.898819] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.047783] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1023.047996] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1023.401244] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.903907] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.281951] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.282189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.282189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.283228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.296282] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1024.297442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.298809] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1024.341253] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.341429] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.341497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.341693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.352760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.353482] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1024.353569] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1024.353663] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1024.394137] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.394545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.395467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.395467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.396640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.397036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1024.407777] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.407936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.407983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.408347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.408347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.408482] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1024.435512] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.435688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.435773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.436033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.436191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.445376] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1024.488624] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.488777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.488894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.489124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.489397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.489647] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1024.559104] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 1024.559741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.559741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.559741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.560148] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.560296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.560361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.560526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.560611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.560698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.560795] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.561757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.562016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.562186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.562323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.562388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.562535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.562611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.562800] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.619012] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.619265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.619265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.619500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.619780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.620177] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1024.620323] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3', 'a438b473-22ee-43d2-b22a-34af0b573b98', '4e01863b-7038-44ce-8bb1-b1724fe3ac80', 'aba2fb05-3365-40ee-8538-044e8243660e', '6a417bb4-f694-4888-b1b1-fa1cebb71902', '9def8341-2f0c-44ff-8a13-373172c64ccd', '045be4df-9947-4386-87f3-8f14dbee0184', '8a7b3710-8aec-46df-a09d-47d986416f26', '0ab898b6-dd16-4f60-93b1-789537a27a19', 'f53e33ec-0193-45c4-ab39-13e295a3d4e5', '148923f8-d700-4bb2-80bb-7e96a26c307a', '70a43a96-aba5-4c20-b10b-eeb10d353425', '626c7a95-5768-490a-8dbc-e9cc46f7c6f6', '34f26701-4e63-4980-ba3d-5af99f57e4ec', 'ed130324-f195-412a-8f54-2767f9bc107e', 'a7a7ff84-fdba-47f3-a066-dd0dacff5f57', '581b7387-8d7a-4e24-8e42-b5806dbc137f', '70fb5804-6f54-402a-b0fa-04ab1366266a', 'd31640ba-584e-48a1-8366-132517b80580', '36f757b9-d784-4df8-8287-265730676069', '93d79b3b-4fbd-4333-b823-ece5e302a361', '0a255023-79eb-4a38-9568-5a0137d46170', '60560821-fb9a-4fcb-8941-9efb64d3b098', 'a48b4459-b433-4f93-816b-0de077beff77', 'fc181297-5d0e-4a04-8d80-5424060f4ce5', '7b08415a-348c-4643-9a54-00267dd338a0', '446e9b1d-77d7-4226-a549-2aa2e7733785', '8326b4b5-a521-4cc0-8294-e756c497b7c1', '85c381f1-8346-4e57-b50b-45ac293c2fe9', 'b63d3715-a589-4c71-9625-dba827e5b851', '9b5c6620-e276-41c8-b424-0db8da4b420f', '80c746c2-8845-47a1-aeaf-c06bf828afca', 'dca428fe-0e68-4db4-9aad-91f4f1a2d089', '8fa91f3f-0b2d-4a1e-869d-9702f4134fef', '0c081b26-2de7-4756-8e22-59b4ddd8826a', '0c9b702f-81a6-49a3-a419-80181ba79346', '0e7321bf-e035-41f5-bf64-c82324eb933e', 'dab5c8c3-7960-417c-b956-7ecfcd25f462', 'dd957962-f2c3-4025-a673-3b5601ccfa68', '0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c', '5e48400a-19d3-42ee-a552-01412c798a66', 'ff9ad5f1-b035-4d0f-9439-1175de924804', '917f84d9-2269-47db-93be-54a02a5e9f03'} {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1024.620450] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1024.647061] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.647310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.647310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.647567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.647668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.647739] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1024.647807] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1024.647883] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1024.725369] env[66311]: INFO networking_nsxv3.common.synchronization [req-3dabfd9b-7132-4d78-b46d-3e281893dc1a req-89275415-e5bc-41c4-9641-0f1e891d6d76 tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1024.726273] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1024.726839] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.727057] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.727182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.727548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.727805] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.727978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.728118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.728373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.729516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.729516] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.749659] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.749879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.750017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.750371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.751626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.752153] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1024.756032] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1024.756032] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1024.756032] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1024.756032] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGH for action security_group_rules [ 1024.756032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.005828] env[66311]: INFO networking_nsxv3.common.synchronization [req-a987cbf6-4a31-48a7-bd36-249d325577f4 req-3d7de528-ee26-4b6e-beed-2016ee635311 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1025.006483] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1025.006764] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 with Priority: HIGH for action security_group_rules [ 1025.006911] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGH for action security_group_rules [ 1025.007076] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045be4df-9947-4386-87f3-8f14dbee0184 with Priority: HIGH for action security_group_rules [ 1025.007198] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed130324-f195-412a-8f54-2767f9bc107e with Priority: HIGH for action security_group_rules [ 1025.007315] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGH for action security_group_rules [ 1025.007445] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGH for action security_group_rules [ 1025.007550] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fb5804-6f54-402a-b0fa-04ab1366266a with Priority: HIGH for action security_group_rules [ 1025.007652] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f with Priority: HIGH for action security_group_rules [ 1025.007750] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec with Priority: HIGH for action security_group_rules [ 1025.007893] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGH for action security_group_rules [ 1025.008281] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 with Priority: HIGH for action security_group_rules [ 1025.008281] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGH for action security_group_rules [ 1025.008465] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGH for action security_group_rules [ 1025.008537] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGH for action security_group_rules [ 1025.008696] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGH for action security_group_rules [ 1025.008862] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9def8341-2f0c-44ff-8a13-373172c64ccd with Priority: HIGH for action security_group_rules [ 1025.009045] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGH for action security_group_rules [ 1025.009216] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 with Priority: HIGH for action security_group_rules [ 1025.009382] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a438b473-22ee-43d2-b22a-34af0b573b98 with Priority: HIGH for action security_group_rules [ 1025.009550] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2fb05-3365-40ee-8538-044e8243660e with Priority: HIGH for action security_group_rules [ 1025.010591] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.010841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.010959] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.011280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.011512] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.011659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.011748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.011997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.012169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.012337] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.013627] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.013784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.013896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.014147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.014256] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.015543] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.015680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.015757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.015962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.016066] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.017110] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-045be4df-9947-4386-87f3-8f14dbee0184 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.017275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.017383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.017630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.017753] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('045be4df-9947-4386-87f3-8f14dbee0184',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.018815] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed130324-f195-412a-8f54-2767f9bc107e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.018939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.018992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.019234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.019382] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed130324-f195-412a-8f54-2767f9bc107e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.020319] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.021077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.021190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.021353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.021428] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.022380] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.022487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.022537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.022697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.022770] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.023551] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70fb5804-6f54-402a-b0fa-04ab1366266a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.023660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.023760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.023865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.023956] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70fb5804-6f54-402a-b0fa-04ab1366266a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.024954] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-581b7387-8d7a-4e24-8e42-b5806dbc137f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.025079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.025132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.025244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.025317] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('581b7387-8d7a-4e24-8e42-b5806dbc137f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.027323] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f26701-4e63-4980-ba3d-5af99f57e4ec taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.027997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.028114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.028263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.028338] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f26701-4e63-4980-ba3d-5af99f57e4ec',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.029439] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.029531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.029737] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.029849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.029849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.030022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.030113] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626c7a95-5768-490a-8dbc-e9cc46f7c6f6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.030855] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.030980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.031072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.031169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.031247] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.032225] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.032338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.032413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.032509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.032576] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.033659] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.033787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.033855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.034661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.034735] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.035759] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.035759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.035883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.035988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.036739] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.037651] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9def8341-2f0c-44ff-8a13-373172c64ccd taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.037651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.037651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.037822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.037822] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9def8341-2f0c-44ff-8a13-373172c64ccd',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.039043] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.039143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.042135] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a417bb4-f694-4888-b1b1-fa1cebb71902 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.042135] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a417bb4-f694-4888-b1b1-fa1cebb71902',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.042135] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a438b473-22ee-43d2-b22a-34af0b573b98 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.042135] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a438b473-22ee-43d2-b22a-34af0b573b98',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.042135] env[66311]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1025.042135] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba2fb05-3365-40ee-8538-044e8243660e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.042135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.042135] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba2fb05-3365-40ee-8538-044e8243660e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.064299] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.064432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.065322] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.215444] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.215834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.215834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.216264] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.216691] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.216854] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.216976] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.217396] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.217631] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217788] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.217900] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.218016] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.218128] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.218237] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.218342] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.218483] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.234653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.234653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.234653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.234653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.234653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.234653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.234653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.234653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.234653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.234653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.234653] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 already deleted. [ 1025.235461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.239736] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.239902] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.240065] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.240275] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.240589] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.240764] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.240884] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.244461] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.244461] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59076bcc-9b34-4a70-b1ac-e27b7b42f5e4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.553244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.553598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.553598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.553710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.553857] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.554065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.554065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.554300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.554410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.554546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.554599] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.555491] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.555740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.555740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.555880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.556023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.556103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.556179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.556821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.556821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.556821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.556821] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.557371] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.557474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.557557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.557700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.557842] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.557934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.558087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.558140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.558260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.558298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.558373] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.559167] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.559275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.559342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.559488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.566632] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.566819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.566903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.567094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.567256] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.567379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.567449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.567607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.567773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.568574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.569059] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.570008] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.570135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.570195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.570370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.570520] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.570628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.570703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.570807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.570884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.570973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.571069] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.575359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.575480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.575564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.575715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.575865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.575960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.576039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.576173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.576305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.576369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.576421] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.582324] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.585420] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.585420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.585420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.585420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.585420] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.585420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.585420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.585420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.585901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.585901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.585901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.586028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.586028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.586215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.586310] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.586397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.586450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.586587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.586664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.586743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.586828] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.589571] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.589747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.589747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.590056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.590163] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.590235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.590418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.591402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.591402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.591402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.591402] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.591402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.591402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.591402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.591402] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.591834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.591834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.591834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.591834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.592325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.592454] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.595147] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.601790] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.640792] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.640975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.642097] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.642303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.643024] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.643173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.643878] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.643984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.645069] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.645211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.645823] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.645911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.646801] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.647016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.647632] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.647724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.648424] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.648551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.649994] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.650186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.650788] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.651315] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.651433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.651992] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.652383] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.652473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.654544] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.654959] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.655208] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.655358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.655436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.655662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.655786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.655881] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 1025.656812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.656991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.657134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.657220] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be deleted. [ 1025.658068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.658252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.681268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.681410] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba2fb05-3365-40ee-8538-044e8243660e is going to be deleted. [ 1025.682676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.682986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.706233] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.706395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.706437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.706655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.706792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.708611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.708723] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626c7a95-5768-490a-8dbc-e9cc46f7c6f6 is going to be deleted. [ 1025.709760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.709949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.725406] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 1025.732034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.732278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.734765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.734892] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a417bb4-f694-4888-b1b1-fa1cebb71902 is going to be deleted. [ 1025.735745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.735956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.746434] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.746713] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.746841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.747133] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.747285] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.747441] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 59076bcc-9b34-4a70-b1ac-e27b7b42f5e4 not found, creating... [ 1025.747704] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.747942] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.748074] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748343] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748481] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.748768] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.748952] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.749090] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.749311] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.749445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.749582] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 59076bcc-9b34-4a70-b1ac-e27b7b42f5e4 is going to be created. [ 1025.751201] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.751315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.768048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.768048] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9def8341-2f0c-44ff-8a13-373172c64ccd is going to be deleted. [ 1025.768481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.768658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.785541] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.785809] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.785885] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.786331] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.786630] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.786907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.817831] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.818062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.827692] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.827879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.830631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.830800] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 045be4df-9947-4386-87f3-8f14dbee0184 is going to be deleted. [ 1025.831973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.832211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.881642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.881830] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3 is going to be deleted. [ 1025.882834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.883117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.904937] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.905149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.946976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.947086] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed130324-f195-412a-8f54-2767f9bc107e is going to be deleted. [ 1025.948295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.948295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.005108] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.005345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.032371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.032879] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a438b473-22ee-43d2-b22a-34af0b573b98 is going to be deleted. [ 1026.033622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.033833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.078358] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.079766] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.087750] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.087958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.101301] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f53e33ec-0193-45c4-ab39-13e295a3d4e5: rpc.has_security_group_logging(os_id): False [ 1026.104983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.105157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.105223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.105440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.105531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.105629] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 1026.106994] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ab898b6-dd16-4f60-93b1-789537a27a19: rpc.has_security_group_logging(os_id): False [ 1026.107803] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d31640ba-584e-48a1-8366-132517b80580: rpc.has_security_group_logging(os_id): False [ 1026.120335] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36f757b9-d784-4df8-8287-265730676069: rpc.has_security_group_logging(os_id): False [ 1026.127184] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.127184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.136493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.136653] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f26701-4e63-4980-ba3d-5af99f57e4ec is going to be deleted. [ 1026.137599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.137835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.143819] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.144037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.157714] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.157946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.159066] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.160216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.176360] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.176538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.192205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.192419] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 581b7387-8d7a-4e24-8e42-b5806dbc137f is going to be deleted. [ 1026.193498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.193679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.214796] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.214994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.271492] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.271684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.271760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.272175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.272403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.283626] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 1026.285288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.285423] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70fb5804-6f54-402a-b0fa-04ab1366266a is going to be deleted. [ 1026.286748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.287020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.287094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.287223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.287420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.287537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.287613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.287722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba2fb05-3365-40ee-8538-044e8243660e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.288291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.288481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.288570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.288681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626c7a95-5768-490a-8dbc-e9cc46f7c6f6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.288870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.288974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.289063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.289180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a417bb4-f694-4888-b1b1-fa1cebb71902" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.289307] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.289447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.289522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.289629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9def8341-2f0c-44ff-8a13-373172c64ccd" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.289755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.289926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.290027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.290143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd5a65bf-b77a-43ae-9d49-d9d133a6d1f3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.290312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.290409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.290499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.290614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-045be4df-9947-4386-87f3-8f14dbee0184" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.290764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.290911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.290994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.291762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed130324-f195-412a-8f54-2767f9bc107e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.291762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.291762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.352091] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.352091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.437407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.437673] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.437949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.437949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.438090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.438156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.438358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.438458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.438517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.438674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.438746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.438922] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.439015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.439069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.439203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.439278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.439375] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be updated. [ 1026.440564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.440729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.455088] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.455452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.471383] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1026.471489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.471588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.471809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.472283] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.472493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.472600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.472877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.473033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.473196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.473344] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.490941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.491194] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.491297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.491354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.491556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.491641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.491735] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f757b9-d784-4df8-8287-265730676069 is going to be updated. [ 1026.493022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.493207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.546710] env[66311]: INFO networking_nsxv3.common.synchronization [req-3dabfd9b-7132-4d78-b46d-3e281893dc1a req-da6858bd-74be-4b02-bb18-285568b18098 service nova] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_rules [ 1026.546710] env[66311]: INFO networking_nsxv3.common.synchronization [req-3dabfd9b-7132-4d78-b46d-3e281893dc1a req-da6858bd-74be-4b02-bb18-285568b18098 service nova] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1026.546710] env[66311]: INFO networking_nsxv3.common.synchronization [req-3dabfd9b-7132-4d78-b46d-3e281893dc1a req-da6858bd-74be-4b02-bb18-285568b18098 service nova] Enqueued Resource ID: 59076bcc-9b34-4a70-b1ac-e27b7b42f5e4 with Priority: HIGHEST for action port [ 1026.547605] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.547751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.548367] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_rules [ 1026.548548] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1026.548678] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59076bcc-9b34-4a70-b1ac-e27b7b42f5e4 with Priority: HIGHEST for action port [ 1026.549807] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.549964] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.550031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.550395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.550395] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.551333] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.551463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.551546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.551750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.552032] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.552244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.552244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.552326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.552416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.552483] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.553466] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.553651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.553651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.553762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.553812] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59076bcc-9b34-4a70-b1ac-e27b7b42f5e4',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.581070] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 148923f8-d700-4bb2-80bb-7e96a26c307a: rpc.has_security_group_logging(os_id): False [ 1026.582596] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70a43a96-aba5-4c20-b10b-eeb10d353425: rpc.has_security_group_logging(os_id): False [ 1026.601895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.602426] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.602539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.602605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.602901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.603042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.603330] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.603497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.603577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.603802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.603893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.604199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.604319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.604382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.605144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.605144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.605144] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 1026.607051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.607223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.607377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.607528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f26701-4e63-4980-ba3d-5af99f57e4ec" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.607680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.607900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.627131] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.627387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.628273] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.628480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.630336] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.630336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.679022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.679399] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.679517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.679604] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.680070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.680178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.680287] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 is going to be updated. [ 1026.681723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.682027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.682678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.682678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a438b473-22ee-43d2-b22a-34af0b573b98" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.682678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.682893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.682893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70fb5804-6f54-402a-b0fa-04ab1366266a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.683444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-581b7387-8d7a-4e24-8e42-b5806dbc137f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.684042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.684757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.685891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.686226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.709520] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: IN_PROGRESS for 2s [ 1026.725164] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.725375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.726445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.726757] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.726871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.726920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.727222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.727315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.727426] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 is going to be updated. [ 1026.728850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.729126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.770209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.770717] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.770846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.770917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.771253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.771365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.771457] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a is going to be updated. [ 1026.772825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.773102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.773297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.795892] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f757b9-d784-4df8-8287-265730676069 in Status: IN_PROGRESS for 2s [ 1026.800748] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.801061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.801182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.801472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.801691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.841521] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.841974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.841974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.842557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.842557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.870242] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 1026.876983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.877206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.877206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.877407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.877478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.879661] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.879872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.879872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.880144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.880298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.883722] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 in Status: IN_PROGRESS for 2s [ 1026.911240] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 148923f8-d700-4bb2-80bb-7e96a26c307a in Status: IN_PROGRESS for 2s [ 1026.912573] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 in Status: IN_PROGRESS for 2s [ 1026.977066] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.977066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.977066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.977066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.977373] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.977373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.977373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.977485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.977520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.977616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.977764] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.977857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.977918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.978065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.978202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.978292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.978357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.978495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.978570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.978650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.978739] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.056041] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.056314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.056421] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.057326] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59076bcc-9b34-4a70-b1ac-e27b7b42f5e4 with status ACTIVE [ 1027.057513] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.058163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.058163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.058163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.058163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.058163] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.059137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.059137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.059137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.059137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.059137] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.059137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.059137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.059137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.059137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.059137] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59076bcc-9b34-4a70-b1ac-e27b7b42f5e4 is going to be updated. [ 1027.104592] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.104800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.104845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.105130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.105357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.105615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59076bcc-9b34-4a70-b1ac-e27b7b42f5e4" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.481159] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7b3710-8aec-46df-a09d-47d986416f26: rpc.has_security_group_logging(os_id): False [ 1027.504312] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.504575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.504575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.504750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.526742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.527613] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.527613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.527613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.527762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.527796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.528143] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.528308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.528420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.528671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.528804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.529101] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.529264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.529375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.529823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.529910] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1027.561467] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.604871] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.604871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.604871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.604871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.604871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.620262] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1027.745222] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 1027.745897] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 1027.745897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.064915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.065192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.065192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.065413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.065501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.065601] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 is going to be created. [ 1028.095060] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.095264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.095264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.095474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.095634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.106378] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: UNINITIALIZED for 2s [ 1028.293838] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 1028.294065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.294237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.294462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.294645] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.294759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.294824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.295035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.295128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.295218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.295377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.295472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.295534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.295678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.295816] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.295911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.295990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.296169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.296245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.296328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.296416] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.726848] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: SUCCESS [ 1028.727094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.798344] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7a7ff84-fdba-47f3-a066-dd0dacff5f57: rpc.has_security_group_logging(os_id): False [ 1028.809193] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36f757b9-d784-4df8-8287-265730676069 in Status: SUCCESS [ 1028.809426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.814398] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.814579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.814865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.815074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.837906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.838198] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.838327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.838383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.838755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.838755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.839047] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.839218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.839322] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.839569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.839692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.839943] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.840161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.840161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.840321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.840400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.840489] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 1028.886079] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 1028.886176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.897389] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 in Status: SUCCESS [ 1028.897389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.914614] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.914805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.914866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.915087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.915246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.930995] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 1028.931790] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 in Status: SUCCESS [ 1028.932050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.932670] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 148923f8-d700-4bb2-80bb-7e96a26c307a in Status: SUCCESS [ 1028.932837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.636110] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1029.636471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.636569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.636735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.636825] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.116407] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: SUCCESS [ 1030.116632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.116802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.117047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.117243] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.117359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.117426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.117583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.117658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.117742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.117833] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.139426] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.139594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.139666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.139868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.140108] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.140173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.140208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.140360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.140445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.140556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.140616] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.620526] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.620817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.620817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.621189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.621402] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.621535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.621601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.621759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.621912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.622043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.622199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.622352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.622352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.622490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.622645] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.622737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.622796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.623317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.623496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.623688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.623805] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.643473] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.644000] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.644000] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.644261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.644555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.644709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.644709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.644923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.645140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.645232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.645463] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.645463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.645631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.645815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.646146] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.646312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.646456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.646603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.646814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.646814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.646971] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.951963] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 1030.952439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.953066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.953391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.953704] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.151532] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7b3710-8aec-46df-a09d-47d986416f26: rpc.has_security_group_logging(os_id): False [ 1031.152843] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c481ec2-5282-4fe8-9cf7-057780d22d56: rpc.has_security_group_logging(os_id): False [ 1031.176285] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.176555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.176555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.176790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.176872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.177095] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.177205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.177269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.177624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.177624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.177851] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.177851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.177851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.178100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.179303] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.179790] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.179880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.180129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.180335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.180335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.180681] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1031.182851] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.183804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.183939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.184149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.184269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.184581] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.184715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.184786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.184987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.185100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.185320] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.185435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.185542] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.185718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.185827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.186042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.186191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.186292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.186419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.186515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.186696] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 is going to be created. [ 1031.262649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.262833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.262935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.263313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.263656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.266643] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.266643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.266643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.266858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.267053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.284178] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: IN_PROGRESS for 2s [ 1031.289376] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1031.462120] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.462120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.462120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.462120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.462120] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.462120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.462120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.462120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.462120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.462120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.462120] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.549627] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1031.549805] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1031.967021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.967021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.967021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.967021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.967021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.967948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.967948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.967948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.967948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.967948] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.289170] env[66311]: INFO networking_nsxv3.common.synchronization [req-953cd56c-d309-4dbe-9d1f-b41d525aa73c req-33492640-48e4-42b6-b7d8-22888a0dd194 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1032.291297] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1032.291804] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.294724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.294724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.294724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.294724] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.294724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.294724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.294724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.294724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.294724] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.469649] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7a7ff84-fdba-47f3-a066-dd0dacff5f57: rpc.has_security_group_logging(os_id): False [ 1032.489514] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.489514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.489514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.489514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.489769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.489769] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.489857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.490175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.490175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.490175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.490369] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.490369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.490452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.490566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.490638] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.490823] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.490914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.491055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.491357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.491439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.491528] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 1032.556630] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.556630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.556630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.556630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.557024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.574254] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 1032.716837] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.717102] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.717257] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.717562] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.717881] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.718913] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.718913] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.718913] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.718913] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.719181] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.719181] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.719315] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.719418] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.719576] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.719730] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.719861] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.740109] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.740323] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.740464] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.740715] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.741190] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-58fab3c3-7bd2-40d4-a17b-d207654d53c5 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.741459] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-58fab3c3-7bd2-40d4-a17b-d207654d53c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.741780] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-58fab3c3-7bd2-40d4-a17b-d207654d53c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.742403] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-58fab3c3-7bd2-40d4-a17b-d207654d53c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.742565] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58fab3c3-7bd2-40d4-a17b-d207654d53c5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.795950] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.247346] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.247841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.247841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.247974] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.248838] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.248838] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 58fab3c3-7bd2-40d4-a17b-d207654d53c5 not found, creating... [ 1033.248838] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.248838] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.248838] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.249121] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.249121] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.250118] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.250118] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.250118] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.250118] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.250118] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.250118] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 58fab3c3-7bd2-40d4-a17b-d207654d53c5 is going to be created. [ 1033.272052] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.272235] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.272403] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.272707] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.272996] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.273298] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-58fab3c3-7bd2-40d4-a17b-d207654d53c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.297612] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: SUCCESS [ 1033.297792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.298165] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.304349] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1033.304759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.801195] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.801423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.801508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.802048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.802219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.802363] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1033.832736] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.832978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.832978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.833235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.833391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.843715] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1033.860398] env[66311]: INFO networking_nsxv3.common.synchronization [req-39c3fa9d-8917-47c6-9cbf-a3fe99ace3d4 req-79e5d76e-c5ba-4877-ac29-16a4cef7de9a tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1033.860927] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1033.861727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.861727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.861727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.861932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.862224] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.862224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.862410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.862652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.862652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.862785] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.984044] env[66311]: INFO networking_nsxv3.common.synchronization [req-953cd56c-d309-4dbe-9d1f-b41d525aa73c req-2da16bb0-a606-4e9f-b539-0acc75ba07e9 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 1033.984287] env[66311]: INFO networking_nsxv3.common.synchronization [req-953cd56c-d309-4dbe-9d1f-b41d525aa73c req-2da16bb0-a606-4e9f-b539-0acc75ba07e9 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1033.984438] env[66311]: INFO networking_nsxv3.common.synchronization [req-953cd56c-d309-4dbe-9d1f-b41d525aa73c req-2da16bb0-a606-4e9f-b539-0acc75ba07e9 service nova] Enqueued Resource ID: 58fab3c3-7bd2-40d4-a17b-d207654d53c5 with Priority: HIGHEST for action port [ 1033.984969] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 1033.985133] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1033.985231] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fab3c3-7bd2-40d4-a17b-d207654d53c5 with Priority: HIGHEST for action port [ 1033.985509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.985626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.985738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.985881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.985958] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.987269] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.987328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.987878] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-58fab3c3-7bd2-40d4-a17b-d207654d53c5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.988070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58fab3c3-7bd2-40d4-a17b-d207654d53c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.988232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58fab3c3-7bd2-40d4-a17b-d207654d53c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.988423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58fab3c3-7bd2-40d4-a17b-d207654d53c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.988558] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58fab3c3-7bd2-40d4-a17b-d207654d53c5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.242565] env[66311]: INFO networking_nsxv3.common.synchronization [req-39c3fa9d-8917-47c6-9cbf-a3fe99ace3d4 req-d67dae2c-ff28-421f-80eb-b36605c62d68 tempest-ServersTestMultiNic-1917239855 tempest-ServersTestMultiNic-1917239855-project-member] Enqueued Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1034.243180] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 with Priority: HIGHEST for action security_group_members [ 1034.243495] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.243599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.366694] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.490572] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.490763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.491076] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58fab3c3-7bd2-40d4-a17b-d207654d53c5 with status ACTIVE [ 1034.491318] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.491476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.491573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.491862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.492088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.492332] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.492475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.492570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.492795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.492916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.493221] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.493374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.493442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.493658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.493758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.493884] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58fab3c3-7bd2-40d4-a17b-d207654d53c5 is going to be updated. [ 1034.518492] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.518492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.518492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.518492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.518492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.518890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58fab3c3-7bd2-40d4-a17b-d207654d53c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.600187] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 1034.600416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.600615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.600827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.600918] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.869899] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.131746] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.131746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.131988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.132162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.132257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.132364] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be deleted. [ 1035.223768] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.223925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.223925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.224270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.224270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.224432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.377133] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.377133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.377133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.377133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.377133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.377133] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be updated. [ 1035.411186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.411271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.411271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.411480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.411629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.421844] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: IN_PROGRESS for 2s [ 1035.856176] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1035.856464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.856608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.856941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.857276] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.857369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.857369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.857503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.857583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.857680] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.363757] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.703243] env[66311]: INFO networking_nsxv3.common.synchronization [None req-cf98320b-9efe-44c9-b72c-73ffd2e088d7 None None] Enqueued Resource ID: 54c290c9-b7be-422d-aabb-f132c0b568ef with Priority: HIGHEST for action port [ 1036.703750] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c290c9-b7be-422d-aabb-f132c0b568ef with Priority: HIGHEST for action port [ 1036.704098] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-54c290c9-b7be-422d-aabb-f132c0b568ef taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.704327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54c290c9-b7be-422d-aabb-f132c0b568ef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.704471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54c290c9-b7be-422d-aabb-f132c0b568ef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.704815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54c290c9-b7be-422d-aabb-f132c0b568ef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.704977] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54c290c9-b7be-422d-aabb-f132c0b568ef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.866797] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.152610] env[66311]: INFO networking_nsxv3.common.synchronization [req-c350f3ba-7924-4078-913e-9cf6cb1af45f req-9e5c589a-ae58-4c4d-aa5c-a6a9cec16db5 tempest-ServersV294TestFqdnHostnames-796509689 tempest-ServersV294TestFqdnHostnames-796509689-project-member] Enqueued Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_members [ 1037.153172] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGHEST for action security_group_members [ 1037.153481] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.153600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.153642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.153827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.154711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.154813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.154932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.155179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.155270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.155389] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.208624] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54c290c9-b7be-422d-aabb-f132c0b568ef [ 1037.208921] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.209069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.209141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.209773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.209773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.209773] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54c290c9-b7be-422d-aabb-f132c0b568ef already deleted. [ 1037.209773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54c290c9-b7be-422d-aabb-f132c0b568ef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.372086] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.372255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.373806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.374059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.374160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.374265] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1037.406316] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.406316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.406316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.406316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.406316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.415971] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1037.430578] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 in Status: SUCCESS [ 1037.431294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.432173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.432173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.432173] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.432173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.432173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.432173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.432433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.432433] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7a7ff84-fdba-47f3-a066-dd0dacff5f57',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.659632] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.659976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.660137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.660432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.660559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.660841] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.660981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.661097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.661463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.661576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.661703] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 is going to be updated. [ 1037.696300] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.696300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.696300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.698020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.698020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.707966] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 in Status: IN_PROGRESS for 2s [ 1037.935088] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.935305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.935305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.935539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.935620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.935813] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.935916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.935980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.936157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.936236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.936328] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7a7ff84-fdba-47f3-a066-dd0dacff5f57 is going to be deleted. [ 1037.977305] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.977305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.977439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.977571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.977682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.977754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7a7ff84-fdba-47f3-a066-dd0dacff5f57" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.320806] env[66311]: INFO networking_nsxv3.common.synchronization [None req-18b836d0-65c7-4884-89dd-64f745e0767e None None] Enqueued Resource ID: fc7b2a17-0eba-48fa-84b3-d750205374a9 with Priority: HIGHEST for action port [ 1039.321360] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7b2a17-0eba-48fa-84b3-d750205374a9 with Priority: HIGHEST for action port [ 1039.321719] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7b2a17-0eba-48fa-84b3-d750205374a9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.322033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7b2a17-0eba-48fa-84b3-d750205374a9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.322132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7b2a17-0eba-48fa-84b3-d750205374a9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.322424] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7b2a17-0eba-48fa-84b3-d750205374a9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.322498] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7b2a17-0eba-48fa-84b3-d750205374a9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.426373] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1039.426610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.426855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.427163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.427387] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.427562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.427600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.427762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.427838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.427927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.428091] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.719747] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 in Status: SUCCESS [ 1039.719938] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 deletion is rescheduled due to dependency. [ 1039.720860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.824987] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc7b2a17-0eba-48fa-84b3-d750205374a9 [ 1039.825370] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.825370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.825562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.825724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.825724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.825848] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc7b2a17-0eba-48fa-84b3-d750205374a9 already deleted. [ 1039.825897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7b2a17-0eba-48fa-84b3-d750205374a9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.930931] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.931190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.931327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.931668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.931948] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.932150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.932267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.932587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.932754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.932860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.933068] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.933188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.933247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.933427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.933596] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.933693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.933758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.933924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.934012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.934116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.934208] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.436116] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b5c6620-e276-41c8-b424-0db8da4b420f: rpc.has_security_group_logging(os_id): False [ 1040.457722] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.457722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.457911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.458391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.494956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.495244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.495453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.495453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.495896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.495896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.495896] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.496105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.496105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.496203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.496260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.496438] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.496537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.496591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.496712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.496777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.496922] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1040.589169] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.589459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.589459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.589607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.589736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.608103] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1040.640585] env[66311]: INFO networking_nsxv3.common.synchronization [req-4db80f20-51a7-4801-8f7f-8cc421136343 req-a6718611-2893-456a-a035-134e6d5866e2 tempest-ServerRescueNegativeTestJSON-85084621 tempest-ServerRescueNegativeTestJSON-85084621-project-member] Enqueued Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_members [ 1040.641145] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGHEST for action security_group_members [ 1040.641691] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.641691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.641691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.641995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.641995] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.642461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.642547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.642711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.642807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.642904] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.146046] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.146046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.146046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.146046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.146046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.146323] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.146323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.146417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.147296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.147296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.147296] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 is going to be updated. [ 1041.175084] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.175247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.175319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.175526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.175683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.185616] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 in Status: IN_PROGRESS for 2s [ 1042.625454] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1042.625454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.199083] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 in Status: SUCCESS [ 1043.199350] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 deletion is rescheduled due to dependency. [ 1043.200401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.449522] env[66311]: INFO networking_nsxv3.common.synchronization [req-78ba6501-dc8d-4893-94a9-5015520f5097 req-b212da81-93cf-47a1-87f7-7e1ffa0ae964 tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 1043.450226] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 1043.450653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.450778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.450848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.451185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.451346] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.451346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.451346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.451500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.451627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.451772] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.953900] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.954194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.954194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.954425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.954512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.954717] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.955231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.955231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.955231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.955231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.955382] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 1043.988173] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.988334] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.988404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.988599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.988744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.998606] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 1044.420040] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.420040] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.420272] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.420441] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.420695] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.420857] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.420970] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.421194] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.421338] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.421535] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.421650] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.421750] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.422300] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.422300] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.422300] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.422300] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.445597] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.445787] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.446374] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.446374] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.446541] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.446680] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.446825] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.447053] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.447191] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9e972c-e77a-4bc0-aea5-bc9601ec37cb',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.951032] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.951255] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.951381] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.951680] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.951835] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.952201] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.952376] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.952487] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.952707] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.952847] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.953175] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.953325] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.953440] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.953645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.953778] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.953971] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb is going to be updated. [ 1044.976100] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.976349] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.976534] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.976832] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.977966] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.977966] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.717012] env[66311]: INFO networking_nsxv3.common.synchronization [req-71ea14ca-588b-4aa8-9659-a6ebb349175c req-d6683498-e121-471c-9112-c87650ef68c4 service nova] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_rules [ 1045.717235] env[66311]: INFO networking_nsxv3.common.synchronization [req-71ea14ca-588b-4aa8-9659-a6ebb349175c req-d6683498-e121-471c-9112-c87650ef68c4 service nova] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_members [ 1045.717421] env[66311]: INFO networking_nsxv3.common.synchronization [req-71ea14ca-588b-4aa8-9659-a6ebb349175c req-d6683498-e121-471c-9112-c87650ef68c4 service nova] Enqueued Resource ID: 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb with Priority: HIGHEST for action port [ 1045.717952] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_rules [ 1045.718102] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_members [ 1045.718199] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb with Priority: HIGHEST for action port [ 1045.718490] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.718601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.718668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.718865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.718961] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.719917] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.720076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.720076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.720257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.720401] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.720628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.720628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.720759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.720759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.720862] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.721907] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.722426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.722426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.722426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.722426] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9e972c-e77a-4bc0-aea5-bc9601ec37cb',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.009500] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 1046.009817] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 deletion is rescheduled due to dependency. [ 1046.010240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.224491] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.224669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.225027] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.226976] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb with status ACTIVE [ 1046.226976] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.226976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.226976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.226976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.226976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.227337] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.227337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.227337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.227463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.227463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.228301] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.228301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.228301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.228301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.228301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.228301] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c9e972c-e77a-4bc0-aea5-bc9601ec37cb is going to be updated. [ 1046.250327] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.250564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.250701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.251107] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.251316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.251511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9e972c-e77a-4bc0-aea5-bc9601ec37cb" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.527605] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e739d2b3-e0fb-4853-adc7-cbd710b7668f None None] Enqueued Resource ID: c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef with Priority: HIGHEST for action port [ 1046.531671] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef with Priority: HIGHEST for action port [ 1046.532058] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.532201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.532313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.532533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.532618] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.729761] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.036084] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef [ 1047.036382] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.036565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.036961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.036961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.037221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.037221] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef already deleted. [ 1047.037325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5e08f7b-d6fa-42f7-86fa-72df3a0e8bef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.119302] env[66311]: INFO networking_nsxv3.common.synchronization [req-8f8884bf-e811-4c93-95fd-8c3a5ba89c44 req-650c199d-48ab-40ea-bfd4-6cf7fe9c0cfc tempest-ImagesOneServerNegativeTestJSON-2050578064 tempest-ImagesOneServerNegativeTestJSON-2050578064-project-member] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1047.119898] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1047.120377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.121114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.122362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.122583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.122761] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.122877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.122944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.123141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.123238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.123334] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.233635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.233747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.234357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.234357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.234357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.234357] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a is going to be updated. [ 1047.269711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.269890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.270344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.270344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.270478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.280645] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: IN_PROGRESS for 2s [ 1047.329948] env[66311]: INFO networking_nsxv3.common.synchronization [req-d2012075-fecd-4c0c-b1d6-902cfa584fa2 req-7d3b19ed-a78c-48df-bb07-8de458e03ad2 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1047.329948] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1047.329948] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.329948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.329948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.329948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.329948] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.329948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.329948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.329948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.329948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.329948] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.628031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.628282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.628370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.628637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.628862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.629236] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.629492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.629492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.629720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.632730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.632730] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1047.667217] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.667380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.667444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.668027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.668027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.679775] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1047.741139] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.741361] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.741486] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.741749] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.742021] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.742214] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.742337] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.742861] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.742967] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.743280] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.743449] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.743506] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.743612] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.743720] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.743824] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.743955] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.764351] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.764554] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.764700] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.764903] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-254" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.765236] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-4b284204-eae4-4648-aadf-2ccfd520d50f taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.765411] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-4b284204-eae4-4648-aadf-2ccfd520d50f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.765529] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-4b284204-eae4-4648-aadf-2ccfd520d50f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.765843] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-4b284204-eae4-4648-aadf-2ccfd520d50f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.765982] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b284204-eae4-4648-aadf-2ccfd520d50f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.832541] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.832754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.832754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.833103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.833253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.833333] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.833448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.833509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.833653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.833724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.833811] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be deleted. [ 1047.866098] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.866262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.866333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.867617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.867617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.270564] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.270564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.270564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.270564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.270564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.270564] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 4b284204-eae4-4648-aadf-2ccfd520d50f not found, creating... [ 1048.270564] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.270564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.271227] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.271227] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.271227] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.271342] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.271527] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.271704] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.271835] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.271974] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.272174] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 4b284204-eae4-4648-aadf-2ccfd520d50f is going to be created. [ 1048.295261] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.295654] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.295654] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.295908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.296224] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.296489] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-4b284204-eae4-4648-aadf-2ccfd520d50f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.971381] env[66311]: INFO networking_nsxv3.common.synchronization [None req-338496b0-20bd-4899-b822-61971ed9ab07 None None] Enqueued Resource ID: 5e878a70-1ab8-4a23-813c-8194b8957007 with Priority: HIGHEST for action port [ 1048.971621] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e878a70-1ab8-4a23-813c-8194b8957007 with Priority: HIGHEST for action port [ 1048.973356] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e878a70-1ab8-4a23-813c-8194b8957007 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.973356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e878a70-1ab8-4a23-813c-8194b8957007" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.973356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e878a70-1ab8-4a23-813c-8194b8957007" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.973356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e878a70-1ab8-4a23-813c-8194b8957007" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.973356] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e878a70-1ab8-4a23-813c-8194b8957007',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.070598] env[66311]: INFO networking_nsxv3.common.synchronization [req-d2012075-fecd-4c0c-b1d6-902cfa584fa2 req-03214944-c23f-4031-a90a-3c3729ae780a service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 1049.070797] env[66311]: INFO networking_nsxv3.common.synchronization [req-d2012075-fecd-4c0c-b1d6-902cfa584fa2 req-03214944-c23f-4031-a90a-3c3729ae780a service nova] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1049.071278] env[66311]: INFO networking_nsxv3.common.synchronization [req-d2012075-fecd-4c0c-b1d6-902cfa584fa2 req-03214944-c23f-4031-a90a-3c3729ae780a service nova] Enqueued Resource ID: 4b284204-eae4-4648-aadf-2ccfd520d50f with Priority: HIGHEST for action port [ 1049.072800] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_rules [ 1049.072800] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1049.072800] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b284204-eae4-4648-aadf-2ccfd520d50f with Priority: HIGHEST for action port [ 1049.072800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.072800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.072800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.072800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.073239] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.073758] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.073867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.073931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.074115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.074254] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.074344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.074401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.074537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.074615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.074708] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.075832] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b284204-eae4-4648-aadf-2ccfd520d50f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.075832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b284204-eae4-4648-aadf-2ccfd520d50f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.076079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b284204-eae4-4648-aadf-2ccfd520d50f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.077302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b284204-eae4-4648-aadf-2ccfd520d50f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.077302] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b284204-eae4-4648-aadf-2ccfd520d50f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.291138] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: SUCCESS [ 1049.291574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.292452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.292654] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.292844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.292959] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.293042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.293215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.293315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.293381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.293551] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.474932] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e878a70-1ab8-4a23-813c-8194b8957007 [ 1049.475292] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.475446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.475516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.475738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.475824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.475918] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e878a70-1ab8-4a23-813c-8194b8957007 already deleted. [ 1049.476017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e878a70-1ab8-4a23-813c-8194b8957007" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.578545] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.578788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.578999] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b284204-eae4-4648-aadf-2ccfd520d50f with status ACTIVE [ 1049.579288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.579463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.579573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.579885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.580061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.580309] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.580428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.580496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.580658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.580741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.580924] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.581029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.581094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.581266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.581334] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.581393] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b284204-eae4-4648-aadf-2ccfd520d50f is going to be updated. [ 1049.582551] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.603586] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.603751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.603816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.604039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.604198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.604390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b284204-eae4-4648-aadf-2ccfd520d50f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.692278] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1049.692633] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 deletion is rescheduled due to dependency. [ 1049.692633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.796561] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.087408] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.298014] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c081b26-2de7-4756-8e22-59b4ddd8826a: rpc.has_security_group_logging(os_id): False [ 1050.324695] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.329327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.329327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.329327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.364671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.364903] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.365068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.365153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.365364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.365452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.365551] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a is going to be updated. [ 1050.501938] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.502096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.502181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.502405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.502546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.517788] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: IN_PROGRESS for 2s [ 1050.592653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.592820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.592820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.593544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.593544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.593544] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be created. [ 1050.617759] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.617976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.618149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.618716] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.618938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.632157] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: UNINITIALIZED for 2s [ 1052.019878] env[66311]: INFO networking_nsxv3.common.synchronization [req-8981feab-02cd-4448-9178-2eae04d22112 req-8e76b630-592d-466b-9fc4-f52c2f423be1 tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1052.020219] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1052.021797] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.021957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.022048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.022279] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.022452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.022562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.022620] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.022776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.022860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.022957] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.526250] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.526250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.526250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.526576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.526694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.526905] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.527139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.527190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.527427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.527560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.527752] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 is going to be updated. [ 1052.538798] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: SUCCESS [ 1052.539070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.558199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.558448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.558560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.558733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.559591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.573770] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: IN_PROGRESS for 2s [ 1052.644690] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 1052.644886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.645081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.645347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.645731] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.645731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.645731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.645947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.645995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.646064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.646487] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.148632] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.149052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.149127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.149487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.149689] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.149839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.149907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.150120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.150203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.150299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.150482] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.150682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.150758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.150914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.151085] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.151203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.151269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.151413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.151548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.151632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.151721] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.647517] env[66311]: INFO networking_nsxv3.common.synchronization [req-305bc234-04b4-44aa-8ff1-f465aa002413 req-34742119-72eb-4a5e-9307-b9af6c1dfdaf tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1053.648069] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1053.648387] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.648557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.648612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.648833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.648992] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.649324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.649461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.649557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.649671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.649814] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.654904] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e01863b-7038-44ce-8bb1-b1724fe3ac80: rpc.has_security_group_logging(os_id): False [ 1053.681726] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.681928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.681998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.682254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.682375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.682635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.682743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.682817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.682991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.683100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.683320] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.683417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.683480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.683619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.683693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.683871] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.683962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.684035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.684191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.684269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.684359] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be created. [ 1053.797224] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.797453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.797453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.797664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.797893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.821652] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 1054.152802] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.153257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.153257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.153427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.153608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.153704] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.153806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.153872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.154036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.154116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.154198] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 already deleted. [ 1054.154278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.192565] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.192746] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.192925] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.197673] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.198107] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.198373] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.198557] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.198938] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.199164] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.199495] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.199687] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.199838] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.200021] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.200412] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.200613] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.200825] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.233998] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.233998] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.233998] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.233998] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.233998] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.233998] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.233998] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.233998] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.233998] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.585008] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: SUCCESS [ 1054.585201] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 deletion is rescheduled due to dependency. [ 1054.585342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.735334] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.735567] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.735688] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.735984] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.736137] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.736287] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8 not found, creating... [ 1054.736606] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.736701] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.736813] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.737044] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.737185] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.737466] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.737611] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.737750] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.737967] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.740134] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.740883] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8 is going to be created. [ 1054.762676] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.764485] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.764485] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.764485] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.764485] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.764485] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.509373] env[66311]: INFO networking_nsxv3.common.synchronization [req-305bc234-04b4-44aa-8ff1-f465aa002413 req-4459b402-3d70-4da5-93bb-206f6e535c6c service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1055.509699] env[66311]: INFO networking_nsxv3.common.synchronization [req-305bc234-04b4-44aa-8ff1-f465aa002413 req-4459b402-3d70-4da5-93bb-206f6e535c6c service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1055.509699] env[66311]: INFO networking_nsxv3.common.synchronization [req-305bc234-04b4-44aa-8ff1-f465aa002413 req-4459b402-3d70-4da5-93bb-206f6e535c6c service nova] Enqueued Resource ID: 3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8 with Priority: HIGHEST for action port [ 1055.510345] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1055.510485] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1055.510633] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8 with Priority: HIGHEST for action port [ 1055.510890] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.510960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.511248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.511790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.511790] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.513053] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.513053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.513053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.513272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.513383] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.513437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.513681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.513681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.513858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.513858] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.515106] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.515210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.515348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.515531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.515621] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.844437] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 1055.844688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.018065] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.019069] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.019069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.019657] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8 with status ACTIVE [ 1056.019657] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.019961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.019961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.020096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.020162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.021573] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.022386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.022386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.022533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.022700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.023203] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.023203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.023363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.023482] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.023569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.023741] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8 is going to be updated. [ 1056.053072] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.053285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.053370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.053650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.053834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.054035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3358c3a9-7a5f-4fe3-bc4c-4bc123b42de8" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.124343] env[66311]: INFO networking_nsxv3.common.synchronization [req-bc2cb1ae-5579-49e4-ab38-9dc1088d0485 req-a8844c0a-956e-4379-a7a3-bd54289da4f2 tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 1056.125650] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 1056.126097] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.126304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.126394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.126597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.126759] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.126858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.126942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.127132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.127240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.127341] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.506758] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.507067] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.507265] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.507590] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.507994] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.508268] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.508481] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.508852] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.509071] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.509440] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.509788] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.509788] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.509788] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.509788] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.510093] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.510204] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.519974] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.535654] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.535915] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.536146] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.536396] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-619" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.536807] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-24f2a2c9-c749-449f-acbc-1b4b5a552e39 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.536988] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-24f2a2c9-c749-449f-acbc-1b4b5a552e39" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.537212] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-24f2a2c9-c749-449f-acbc-1b4b5a552e39" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.537615] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-24f2a2c9-c749-449f-acbc-1b4b5a552e39" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.537786] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f2a2c9-c749-449f-acbc-1b4b5a552e39',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.631140] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.631453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.631453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.631674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.631748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.631938] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.632201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.632316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.632450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.632535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.632628] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 1056.681404] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.681555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.681628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.681851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.681988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.696010] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 1057.023909] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.023909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.023909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.023909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.023909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.024442] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be created. [ 1057.040870] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.041242] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.041242] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.041714] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.041883] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.041964] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 24f2a2c9-c749-449f-acbc-1b4b5a552e39 not found, creating... [ 1057.042538] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.042987] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.043141] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.043533] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.043794] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.044318] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.044597] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.044951] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.045102] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.045333] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.045506] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 24f2a2c9-c749-449f-acbc-1b4b5a552e39 is going to be created. [ 1057.059866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.060060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.060060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.060315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.060524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.073520] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: UNINITIALIZED for 2s [ 1057.080442] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.080717] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.080789] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.081105] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.081343] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.081578] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-24f2a2c9-c749-449f-acbc-1b4b5a552e39" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.818070] env[66311]: INFO networking_nsxv3.common.synchronization [req-bc2cb1ae-5579-49e4-ab38-9dc1088d0485 req-0d0c208e-d8dd-46da-82f9-3e1c69742afc service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 1057.818415] env[66311]: INFO networking_nsxv3.common.synchronization [req-bc2cb1ae-5579-49e4-ab38-9dc1088d0485 req-0d0c208e-d8dd-46da-82f9-3e1c69742afc service nova] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 1057.818487] env[66311]: INFO networking_nsxv3.common.synchronization [req-bc2cb1ae-5579-49e4-ab38-9dc1088d0485 req-0d0c208e-d8dd-46da-82f9-3e1c69742afc service nova] Enqueued Resource ID: 24f2a2c9-c749-449f-acbc-1b4b5a552e39 with Priority: HIGHEST for action port [ 1057.819024] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_rules [ 1057.819165] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 1057.819267] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f2a2c9-c749-449f-acbc-1b4b5a552e39 with Priority: HIGHEST for action port [ 1057.819672] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.819672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.819820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.819928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.820118] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.823528] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.823682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.825234] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f2a2c9-c749-449f-acbc-1b4b5a552e39 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.825234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f2a2c9-c749-449f-acbc-1b4b5a552e39" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.825234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f2a2c9-c749-449f-acbc-1b4b5a552e39" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.825234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f2a2c9-c749-449f-acbc-1b4b5a552e39" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.825234] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f2a2c9-c749-449f-acbc-1b4b5a552e39',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.944712] env[66311]: INFO networking_nsxv3.common.synchronization [req-63109b1a-4636-4aab-aea0-8ea57ff97105 req-bf4405db-a13e-4ad3-b41c-472f50e82110 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_members [ 1057.945247] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGHEST for action security_group_members [ 1057.945898] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.945898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.945898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.946121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.946121] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.946265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.946314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.946450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.946536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.946628] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.324556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.324556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.327045] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24f2a2c9-c749-449f-acbc-1b4b5a552e39 with status ACTIVE [ 1058.327045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.327319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.327482] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.327879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.329727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.329727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.329727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.329727] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24f2a2c9-c749-449f-acbc-1b4b5a552e39 is going to be updated. [ 1058.358300] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.358605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.358858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.359125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.359373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.359650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f2a2c9-c749-449f-acbc-1b4b5a552e39" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.448953] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.449179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.449248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.449432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.449572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.449724] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.449832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.449895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.450207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.450289] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.450343] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a is going to be updated. [ 1058.493945] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.494160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.494160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.494397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.494568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.509861] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 148923f8-d700-4bb2-80bb-7e96a26c307a in Status: IN_PROGRESS for 2s [ 1058.709313] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 1058.709556] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 deletion is rescheduled due to dependency. [ 1058.709694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.711291] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.711291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.711291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.711291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711291] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.083540] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1059.083881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.083943] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.084165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.084361] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.084474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.084540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.084693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.084772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.084857] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.084945] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.213980] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.587663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.587845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.587910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.588158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.588371] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.588497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.588564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.588747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.588837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.588928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.589090] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.589187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.589622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.589622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.589622] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.589622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.589963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.589963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.589963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.589963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.590156] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.716909] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.093094] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2860655-ec98-4a81-8efe-47bf38338956: rpc.has_security_group_logging(os_id): False [ 1060.110655] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.111658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.111755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.112044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.112227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.112516] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.112703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.112856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.112901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.112989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.113265] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.113416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.113496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.113680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.113762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.113952] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.114068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.114131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.114270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.114344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.114438] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be created. [ 1060.219544] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.219765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.219907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.220244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.220534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.222165] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.222344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.222468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.222760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.222912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.223741] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 1060.280059] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1060.299069] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.299363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.299363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.299636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.299765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.321179] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 1060.525452] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 148923f8-d700-4bb2-80bb-7e96a26c307a in Status: SUCCESS [ 1060.525609] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a deletion is rescheduled due to dependency. [ 1060.525727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.647756] env[66311]: INFO networking_nsxv3.common.synchronization [req-ac46357d-9f00-48e8-859f-cf3e6aeaaf97 req-b6894376-748f-4aac-a33a-c145242cfc67 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1060.648412] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1060.648680] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.649378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.649953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.649953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.650293] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.650293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.650293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.650660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.650660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.650660] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.026213] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.026468] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.026545] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.026853] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.027203] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.027310] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.027446] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.027673] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.027846] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.028067] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.028194] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.028306] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.028425] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.028539] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.028652] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.028787] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.049216] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.049435] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.049649] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.049913] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.050342] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-93e9097e-7e76-41cf-8103-13b90ce32eb6 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.050999] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-93e9097e-7e76-41cf-8103-13b90ce32eb6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.051195] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-93e9097e-7e76-41cf-8103-13b90ce32eb6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.051597] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-93e9097e-7e76-41cf-8103-13b90ce32eb6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.051762] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e9097e-7e76-41cf-8103-13b90ce32eb6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.154182] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.554265] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.554603] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.554741] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.555023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.555177] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.555332] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 93e9097e-7e76-41cf-8103-13b90ce32eb6 not found, creating... [ 1061.555594] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.555750] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.555868] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.556180] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.556333] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.556614] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.556771] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.556888] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.557139] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.557287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.557436] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 93e9097e-7e76-41cf-8103-13b90ce32eb6 is going to be created. [ 1061.577814] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.577814] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.578043] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.578196] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.578425] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.578644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-93e9097e-7e76-41cf-8103-13b90ce32eb6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.657394] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.162213] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.162712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.162712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.162820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.162939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.163098] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1062.207686] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.207897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.207979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.208318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.208528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.221476] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1062.295465] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1062.295713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.340827] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 1062.341111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.341211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.341609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.341846] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.341995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.342078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.342273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.342362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.342515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.342709] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.383605] env[66311]: INFO networking_nsxv3.common.synchronization [req-ac46357d-9f00-48e8-859f-cf3e6aeaaf97 req-8a88e050-f9ef-48f1-884e-9fd3f80a463f service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 1062.383805] env[66311]: INFO networking_nsxv3.common.synchronization [req-ac46357d-9f00-48e8-859f-cf3e6aeaaf97 req-8a88e050-f9ef-48f1-884e-9fd3f80a463f service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1062.383946] env[66311]: INFO networking_nsxv3.common.synchronization [req-ac46357d-9f00-48e8-859f-cf3e6aeaaf97 req-8a88e050-f9ef-48f1-884e-9fd3f80a463f service nova] Enqueued Resource ID: 93e9097e-7e76-41cf-8103-13b90ce32eb6 with Priority: HIGHEST for action port [ 1062.384931] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 1062.384931] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1062.386557] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e9097e-7e76-41cf-8103-13b90ce32eb6 with Priority: HIGHEST for action port [ 1062.386557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.386557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.386557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.386557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.386557] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.386932] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.386932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.387104] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e9097e-7e76-41cf-8103-13b90ce32eb6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.387283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e9097e-7e76-41cf-8103-13b90ce32eb6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.387283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e9097e-7e76-41cf-8103-13b90ce32eb6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.387553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e9097e-7e76-41cf-8103-13b90ce32eb6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.387692] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e9097e-7e76-41cf-8103-13b90ce32eb6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.845531] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.849856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.849856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.849856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.849856] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.850772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.850772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.850772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.850772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.850772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.850772] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.850772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.850772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.850772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.851306] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.851306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.851306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.851306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.851306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.851568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.851568] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.892027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.892027] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93e9097e-7e76-41cf-8103-13b90ce32eb6 with status ACTIVE [ 1062.892027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.892027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.892027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.892027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.893097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.893097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.893097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.893097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.893097] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93e9097e-7e76-41cf-8103-13b90ce32eb6 is going to be updated. [ 1062.930085] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.930085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.930085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.930378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.930471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.930735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e9097e-7e76-41cf-8103-13b90ce32eb6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.353654] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d31640ba-584e-48a1-8366-132517b80580: rpc.has_security_group_logging(os_id): False [ 1063.380324] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.380567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.380567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.380826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.380912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.381171] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.381272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.381339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.381517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.381598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.381795] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.381890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.381951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.382132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.382218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.382412] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.382514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.382576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.382719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.382808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.382889] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 1063.474082] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.474281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.474453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.474676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.474861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.498906] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 1064.235573] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 4s [ 1065.001288] env[66311]: INFO networking_nsxv3.common.synchronization [req-86d7476f-0e9d-4201-be3f-dc4b44e41234 req-1cd35ed8-61e1-4df0-bdcd-983da224c06f tempest-ServersNegativeTestJSON-1305678600 tempest-ServersNegativeTestJSON-1305678600-project-member] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1065.001781] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1065.002387] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.002531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.002617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.002884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.003474] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.003587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.003657] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.003843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.003946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.004073] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.385680] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.385874] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.386586] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.386586] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.386722] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.386955] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.387117] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.387388] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.387546] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.387760] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.388160] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.388160] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.388160] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.388318] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.388318] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.388430] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.411810] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.411880] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.411994] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.412509] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.412619] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-37641535-bd4e-482f-a09a-e778d12c23bf taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.412790] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.412909] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.413329] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.413474] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37641535-bd4e-482f-a09a-e778d12c23bf',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.506462] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.506655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.506743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.506947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.507058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.507258] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.507357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.507417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.507567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.507643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.507726] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 already deleted. [ 1065.509601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.522142] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 1065.522502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.626480] env[66311]: INFO networking_nsxv3.common.synchronization [req-bb6e5353-7843-47c6-8734-9cd45622ab00 req-b7363b30-07f1-403b-bca2-bc4c36de421f tempest-ServerRescueNegativeTestJSON-85084621 tempest-ServerRescueNegativeTestJSON-85084621-project-member] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 1065.626891] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 1065.627471] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.627471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.627471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.629587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.629587] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.629587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.629587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.629587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.629587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.629587] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.916369] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.916369] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.916369] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.916637] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.916637] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.916751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 37641535-bd4e-482f-a09a-e778d12c23bf not found, creating... [ 1065.917043] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.917201] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.917316] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.917537] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.917673] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.918100] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.918372] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.918454] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.918668] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.918803] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.918943] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 37641535-bd4e-482f-a09a-e778d12c23bf is going to be created. [ 1065.939886] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.940144] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.940274] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.940550] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.940918] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.941033] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.130929] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.255601] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1066.255968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.256440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.256817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.257130] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.257317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.257434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.257687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.257823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.257998] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.633048] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.705910] env[66311]: INFO networking_nsxv3.common.synchronization [req-86d7476f-0e9d-4201-be3f-dc4b44e41234 req-e58fc6c5-ddad-4bf2-9b5d-90f03fdb201d service nova] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_rules [ 1066.706138] env[66311]: INFO networking_nsxv3.common.synchronization [req-86d7476f-0e9d-4201-be3f-dc4b44e41234 req-e58fc6c5-ddad-4bf2-9b5d-90f03fdb201d service nova] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1066.706293] env[66311]: INFO networking_nsxv3.common.synchronization [req-86d7476f-0e9d-4201-be3f-dc4b44e41234 req-e58fc6c5-ddad-4bf2-9b5d-90f03fdb201d service nova] Enqueued Resource ID: 37641535-bd4e-482f-a09a-e778d12c23bf with Priority: HIGHEST for action port [ 1066.706867] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_rules [ 1066.707014] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1066.707116] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37641535-bd4e-482f-a09a-e778d12c23bf with Priority: HIGHEST for action port [ 1066.707392] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.707517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.707583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.707838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.707925] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.708850] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.709025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.709065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.709248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.709417] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.709540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.709596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.709771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.709870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.709995] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.710875] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-37641535-bd4e-482f-a09a-e778d12c23bf taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.711860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.711971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.712191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.712280] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37641535-bd4e-482f-a09a-e778d12c23bf',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.760860] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.137239] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.137239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.137239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.137239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.137239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.137239] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be updated. [ 1067.185305] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.185468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.185514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.185714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.185864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.200132] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: IN_PROGRESS for 2s [ 1067.213633] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.214811] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.214968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.215111] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37641535-bd4e-482f-a09a-e778d12c23bf with status ACTIVE [ 1067.215317] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.215408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.215462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.215637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.215722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.215891] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.215992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.216050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216480] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.216559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.216635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216949] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37641535-bd4e-482f-a09a-e778d12c23bf is going to be updated. [ 1067.249326] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.250255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.250255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.250255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.250255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.250255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.263377] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.719467] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.765913] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.766628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.767338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.767550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.768012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.768206] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1067.800481] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.801285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.801443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.801593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.801741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.812782] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1067.893474] env[66311]: INFO networking_nsxv3.common.synchronization [None req-c946c9f3-8c0e-494d-82ab-5db198effd67 tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_rules [ 1067.895348] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_rules [ 1067.896488] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.900021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.900021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.900021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.900021] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.106912] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e70dc004-c3de-4bdc-9b98-02e0a903c1ef tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_rules [ 1068.106912] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_rules [ 1068.107205] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.107205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.225286] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.225910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.225910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.226027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.226027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.226377] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be created. [ 1068.296255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.297194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.297194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.297194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.297194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.362467] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: UNINITIALIZED for 2s [ 1068.436684] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.436849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.436909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.437140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.437228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.437323] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c already deleted. [ 1068.437403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.437553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.437710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.437795] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.961800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.962069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.962069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.962308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.962380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.962488] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c already deleted. [ 1068.962569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.212388] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: SUCCESS [ 1069.212610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.833645] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1069.834029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.834125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.834382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.834604] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.834763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.834845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.835071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.835175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.835287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.835387] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.338268] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.338523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.338597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.338930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.339138] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.339278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.339313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.339476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.339564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.339652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.339827] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.339888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.339944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.340109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.340270] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.340373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.340435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.340572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.340649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.340731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.340821] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.346434] env[66311]: INFO networking_nsxv3.common.synchronization [req-5e795079-2cd7-47c7-bbd0-65f3a192e320 req-28c0a01a-493e-4224-9589-d764c86bc537 tempest-ListServerFiltersTestJSON-2122192964 tempest-ListServerFiltersTestJSON-2122192964-project-member] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1070.346997] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1070.347315] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.347461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.347700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.348060] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.348230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.348338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.348401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.348556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.348941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.349318] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.379557] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1070.379790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.379939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.380180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.380425] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.380546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.380614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.380778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.380859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.380942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.381045] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.726726] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.726975] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.727373] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.727704] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.728091] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.728284] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.728426] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.728689] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.728850] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.729109] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.729227] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.729376] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.729539] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.729671] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.729799] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.729941] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.751146] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.751327] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.751474] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.751647] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.751969] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.752157] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.752354] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.752684] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.752822] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d7ba18-235d-4ee7-8ddb-4877a3e964e2',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.843391] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b5c6620-e276-41c8-b424-0db8da4b420f: rpc.has_security_group_logging(os_id): False [ 1070.852484] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.852650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.852723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.852942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.853045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.853242] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.853384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.853417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.853544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.853621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.853707] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 already deleted. [ 1070.853785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.875613] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.875807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.875807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.876162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.876162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.876329] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.876443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.876490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.876605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.876682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.876866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.876991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.877065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.877249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.877249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.877433] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.877519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.877602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.877715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.877790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.877875] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1070.883688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.883832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.883884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.884267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.884348] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.884397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.884478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.884624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.884707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.884794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.884932] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.885075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.885130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.885238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.885509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.885509] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.885610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.885675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.885754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.885834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.885922] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.055126] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.055126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.055469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.055606] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.055768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.083451] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1071.255515] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.255884] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.256111] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.256507] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.256714] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.256971] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 94d7ba18-235d-4ee7-8ddb-4877a3e964e2 not found, creating... [ 1071.257652] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.257652] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.257892] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.258044] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.258202] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.258633] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.258833] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.259023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.259406] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.259635] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.259848] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 94d7ba18-235d-4ee7-8ddb-4877a3e964e2 is going to be created. [ 1071.328217] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.329037] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.329037] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.329037] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.329183] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.329329] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.388951] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ba0da6-0ee3-4152-a07d-af1ae1259433: rpc.has_security_group_logging(os_id): False [ 1071.445808] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.446017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.446017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.446272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.446479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.446722] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.446831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.446886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.447078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.447155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.447348] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.447462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.447530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.447861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.447977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.448199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.448299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.448357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.448598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.448598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.448708] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be created. [ 1071.565088] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.565281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.565355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.565567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.565775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.589538] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: IN_PROGRESS for 2s [ 1072.030068] env[66311]: INFO networking_nsxv3.common.synchronization [req-5e795079-2cd7-47c7-bbd0-65f3a192e320 req-5534d4f2-7fa1-43fd-819a-d8da8fb90fe4 service nova] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_rules [ 1072.030369] env[66311]: INFO networking_nsxv3.common.synchronization [req-5e795079-2cd7-47c7-bbd0-65f3a192e320 req-5534d4f2-7fa1-43fd-819a-d8da8fb90fe4 service nova] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1072.030643] env[66311]: INFO networking_nsxv3.common.synchronization [req-5e795079-2cd7-47c7-bbd0-65f3a192e320 req-5534d4f2-7fa1-43fd-819a-d8da8fb90fe4 service nova] Enqueued Resource ID: 94d7ba18-235d-4ee7-8ddb-4877a3e964e2 with Priority: HIGHEST for action port [ 1072.031209] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_rules [ 1072.031346] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1072.031443] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d7ba18-235d-4ee7-8ddb-4877a3e964e2 with Priority: HIGHEST for action port [ 1072.031726] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.031823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.031889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.032346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.032414] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.033381] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.033822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.037032] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.037032] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.037032] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.037032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.037032] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d7ba18-235d-4ee7-8ddb-4877a3e964e2',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.293808] env[66311]: INFO networking_nsxv3.common.synchronization [req-4bada4ab-2065-412d-bfc6-074c85630bc1 req-550faccf-afb1-441f-9561-fe96be384c20 tempest-ListServerFiltersTestJSON-2122192964 tempest-ListServerFiltersTestJSON-2122192964-project-member] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1072.294237] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1072.298022] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.298022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.312707] env[66311]: INFO networking_nsxv3.common.synchronization [req-2b8a0e72-a65e-416b-a0b7-afdfddbce5fc req-06adcb5d-c185-4658-89c5-e575d5981f7a tempest-ServerDiskConfigTestJSON-1186962204 tempest-ServerDiskConfigTestJSON-1186962204-project-member] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 1072.313790] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGHEST for action security_group_members [ 1072.313790] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.314038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.314120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.314272] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.314398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.314475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.314674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.314807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.314925] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.538983] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.539213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.539436] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.540517] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94d7ba18-235d-4ee7-8ddb-4877a3e964e2 with status ACTIVE [ 1072.540705] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.540831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.540899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.541176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.541315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.541517] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.541684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.541684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.541902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.542031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.542274] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.542379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.542439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.542589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.542666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.542751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94d7ba18-235d-4ee7-8ddb-4877a3e964e2 is going to be updated. [ 1072.565384] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.565384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.565384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.565384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.565550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.565795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d7ba18-235d-4ee7-8ddb-4877a3e964e2" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.638872] env[66311]: INFO networking_nsxv3.common.synchronization [req-be940240-6e51-41ab-841e-326708a9d92c req-790ceeda-8b6a-46f2-8f27-c2882eec58ab tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1072.639458] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1072.640524] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.640524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.640524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.640524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.640524] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.640524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.640524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.640793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.640793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.640847] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.687831] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.687831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.687831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.687831] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.688496] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.689266] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.689753] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.690153] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.690482] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.690865] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.691106] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.691359] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.694094] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.694094] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.694094] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.694094] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.751147] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.751147] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.751147] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.751147] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.751147] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-b021fe36-2a5b-4f98-ad95-c563744f5750 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.751449] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-b021fe36-2a5b-4f98-ad95-c563744f5750" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.751449] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-b021fe36-2a5b-4f98-ad95-c563744f5750" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.751743] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-b021fe36-2a5b-4f98-ad95-c563744f5750" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.751887] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b021fe36-2a5b-4f98-ad95-c563744f5750',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.818603] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.818603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.818603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.818603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.818603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.818603] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.818947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.818947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.818947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.819052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.819099] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be updated. [ 1072.854557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.854783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.854869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.855174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.855377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.868735] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: IN_PROGRESS for 2s [ 1073.045108] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.098331] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1073.098636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.143043] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.257818] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.257818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.257818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.257818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.257818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.257818] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port b021fe36-2a5b-4f98-ad95-c563744f5750 not found, creating... [ 1073.257818] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.257818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.257818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.257818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.257818] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.258428] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.258428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.258428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.258428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.258428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.258428] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: b021fe36-2a5b-4f98-ad95-c563744f5750 is going to be created. [ 1073.281664] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.281939] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.282122] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.282502] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.282776] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.283263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-b021fe36-2a5b-4f98-ad95-c563744f5750" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.547846] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.548085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.548085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.548320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.548413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.548510] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be created. [ 1073.573207] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.573395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.573395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.583726] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: UNINITIALIZED for 2s [ 1073.601552] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1073.601767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.646306] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.012185] env[66311]: INFO networking_nsxv3.common.synchronization [req-4bada4ab-2065-412d-bfc6-074c85630bc1 req-3c08d407-4b6a-4b45-b82f-194f61d471e4 service nova] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_rules [ 1074.012325] env[66311]: INFO networking_nsxv3.common.synchronization [req-4bada4ab-2065-412d-bfc6-074c85630bc1 req-3c08d407-4b6a-4b45-b82f-194f61d471e4 service nova] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1074.012447] env[66311]: INFO networking_nsxv3.common.synchronization [req-4bada4ab-2065-412d-bfc6-074c85630bc1 req-3c08d407-4b6a-4b45-b82f-194f61d471e4 service nova] Enqueued Resource ID: b021fe36-2a5b-4f98-ad95-c563744f5750 with Priority: HIGHEST for action port [ 1074.012994] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_rules [ 1074.013149] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1074.013253] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b021fe36-2a5b-4f98-ad95-c563744f5750 with Priority: HIGHEST for action port [ 1074.013536] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.013661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.016042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.016042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.016042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b021fe36-2a5b-4f98-ad95-c563744f5750 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.016042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b021fe36-2a5b-4f98-ad95-c563744f5750" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.016042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b021fe36-2a5b-4f98-ad95-c563744f5750" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.016042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b021fe36-2a5b-4f98-ad95-c563744f5750" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.016042] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b021fe36-2a5b-4f98-ad95-c563744f5750',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.149337] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.149697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.149697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.150294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.150294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.150294] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1074.181039] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.181207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.181281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.181496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.181639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.191805] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1074.294018] env[66311]: INFO networking_nsxv3.common.synchronization [req-dbc439d3-f95c-4885-9951-3365d6b34418 req-2ba323ef-0b0d-4f62-a6b6-97937e25ba49 tempest-ListServerFiltersTestJSON-2122192964 tempest-ListServerFiltersTestJSON-2122192964-project-member] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1074.294635] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1074.294953] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.295155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.522556] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b021fe36-2a5b-4f98-ad95-c563744f5750 with status ACTIVE [ 1074.522556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.522556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.522556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.522556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.522556] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b021fe36-2a5b-4f98-ad95-c563744f5750 is going to be updated. [ 1074.551795] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.551951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.551989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.552226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.552378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.552615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b021fe36-2a5b-4f98-ad95-c563744f5750" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.629889] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.630122] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.630280] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.630581] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.630966] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.631977] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.632466] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.632866] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.633271] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.633636] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.633842] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.634807] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.635241] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.635455] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.635642] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.635949] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.673089] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.673350] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.673529] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.673694] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-584" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.674045] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.674230] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.674349] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.674715] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.674847] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.879333] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d31640ba-584e-48a1-8366-132517b80580 in Status: SUCCESS [ 1074.879520] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d31640ba-584e-48a1-8366-132517b80580 deletion is rescheduled due to dependency. [ 1074.879607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.179442] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.179756] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.179849] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.180203] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.180373] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.180541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783 not found, creating... [ 1075.180820] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.181858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.181858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.181858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.181858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.181858] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.182125] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.182248] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.182521] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.182656] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.182798] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783 is going to be created. [ 1075.211676] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.211960] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.212684] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.212684] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.212890] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.212999] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.625089] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1075.625411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.625722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.626104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.626394] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.626617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.626743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.626986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.627164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.627323] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.943511] env[66311]: INFO networking_nsxv3.common.synchronization [req-dbc439d3-f95c-4885-9951-3365d6b34418 req-3f2cae51-c6c7-4cb1-ac1b-3b604d5ca44b service nova] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_rules [ 1075.943511] env[66311]: INFO networking_nsxv3.common.synchronization [req-dbc439d3-f95c-4885-9951-3365d6b34418 req-3f2cae51-c6c7-4cb1-ac1b-3b604d5ca44b service nova] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1075.943511] env[66311]: INFO networking_nsxv3.common.synchronization [req-dbc439d3-f95c-4885-9951-3365d6b34418 req-3f2cae51-c6c7-4cb1-ac1b-3b604d5ca44b service nova] Enqueued Resource ID: 253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783 with Priority: HIGHEST for action port [ 1075.947244] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_rules [ 1075.947244] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1075.947244] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783 with Priority: HIGHEST for action port [ 1075.947244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.947244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.947244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.947244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.947244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.947244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.947836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.949711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.949711] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.130199] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.203621] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1076.203621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.453499] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783 with status ACTIVE [ 1076.454555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.454555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.454555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.454770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.454895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.455127] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.455369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.455369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.455545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.455751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.456549] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.456549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.456549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.456549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.456549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.456549] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783 is going to be updated. [ 1076.490396] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.490750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.491257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.491257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.491366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.491881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253dfb8f-b8ce-4fbf-93a4-1b5abc6c1783" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.632950] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.037635] env[66311]: INFO networking_nsxv3.common.synchronization [None req-6698030d-cd73-41d5-923f-0ccf5756f5b3 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_rules [ 1077.037635] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_rules [ 1077.037635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.037635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.037635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.037635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.037635] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.135769] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.136552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.136552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.136875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.137077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.137238] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1077.171101] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.171355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.171468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.171738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.171881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.178276] env[66311]: INFO networking_nsxv3.common.synchronization [None req-037af611-a77e-4d82-b6ad-9f73101a8b8a tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_rules [ 1077.180760] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_rules [ 1077.181152] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.181299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.187081] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1077.565244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.565244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.565244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.565244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.565244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.565244] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 already deleted. [ 1077.565244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.565244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.565244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.565244] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.092506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.092674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.092727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.092959] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.093287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.093287] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 already deleted. [ 1078.093287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.198996] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1079.199273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.199304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.199514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.199707] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.199825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.199890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.200068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.200195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.200244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.200343] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.201259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.201851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.201963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.202095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.202269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.202407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.202490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.202597] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.704676] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.704834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.705908] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.209334] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.710676] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.710879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.710919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.711269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.711269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.711408] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1080.752400] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.752551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.752623] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.752830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.753065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.765941] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1082.088233] env[66311]: INFO networking_nsxv3.common.synchronization [req-2d1857ff-8f96-48e1-ac4f-5f7f71019a90 req-25471761-5f85-4cbb-875d-4cf0e1b42e3a tempest-ImagesOneServerNegativeTestJSON-2050578064 tempest-ImagesOneServerNegativeTestJSON-2050578064-project-member] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1082.088788] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1082.089077] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.089209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.089280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.089557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.089767] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.089883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.089978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.090206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.090339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.090478] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.446944] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.446944] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.446944] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.447651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.447651] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.447651] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.447794] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.447948] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.448107] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.448320] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.448444] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.448962] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.448962] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.448962] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.448962] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.449116] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.475545] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.475857] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.475857] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.476018] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-893" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.476400] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-23cb46fe-eaef-4510-815c-31269f2c911b taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.476582] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-23cb46fe-eaef-4510-815c-31269f2c911b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.476704] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-23cb46fe-eaef-4510-815c-31269f2c911b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.477063] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-23cb46fe-eaef-4510-815c-31269f2c911b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.477204] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23cb46fe-eaef-4510-815c-31269f2c911b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.592852] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.593065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.593408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.593574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.593786] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.593889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.594150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.594229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.594372] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1082.645100] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.645411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.645552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.645908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.646028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.660036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1082.780539] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1082.780992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.781168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.781506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.781900] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.782049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.782089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.782393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.782671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.782793] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.980893] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.981143] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.981268] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.981577] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.981733] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.981917] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 23cb46fe-eaef-4510-815c-31269f2c911b not found, creating... [ 1082.982210] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.982413] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.982536] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.982765] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.982923] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.983252] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.983445] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.983575] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.983787] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.983925] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.984069] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 23cb46fe-eaef-4510-815c-31269f2c911b is going to be created. [ 1083.007660] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.007958] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.008111] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.008566] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.008862] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.009244] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-23cb46fe-eaef-4510-815c-31269f2c911b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.286992] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.781831] env[66311]: INFO networking_nsxv3.common.synchronization [req-2d1857ff-8f96-48e1-ac4f-5f7f71019a90 req-31ff025a-9c0d-4213-b281-f28592959e45 service nova] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_rules [ 1083.782105] env[66311]: INFO networking_nsxv3.common.synchronization [req-2d1857ff-8f96-48e1-ac4f-5f7f71019a90 req-31ff025a-9c0d-4213-b281-f28592959e45 service nova] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1083.782802] env[66311]: INFO networking_nsxv3.common.synchronization [req-2d1857ff-8f96-48e1-ac4f-5f7f71019a90 req-31ff025a-9c0d-4213-b281-f28592959e45 service nova] Enqueued Resource ID: 23cb46fe-eaef-4510-815c-31269f2c911b with Priority: HIGHEST for action port [ 1083.783542] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_rules [ 1083.783727] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1083.783859] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cb46fe-eaef-4510-815c-31269f2c911b with Priority: HIGHEST for action port [ 1083.784239] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.784401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.784494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.784756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.784865] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.786008] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.787887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.790517] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-23cb46fe-eaef-4510-815c-31269f2c911b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.790517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23cb46fe-eaef-4510-815c-31269f2c911b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.791904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23cb46fe-eaef-4510-815c-31269f2c911b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.791904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23cb46fe-eaef-4510-815c-31269f2c911b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.791904] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23cb46fe-eaef-4510-815c-31269f2c911b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.794113] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.293954] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.294397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.295455] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23cb46fe-eaef-4510-815c-31269f2c911b with status ACTIVE [ 1084.295637] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.295762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.295830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.296106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.296223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.296408] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.296511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.296573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.296737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.297026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.297398] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.297507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.297507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.297699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.297790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.297880] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23cb46fe-eaef-4510-815c-31269f2c911b is going to be updated. [ 1084.299301] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.299414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.299485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.299631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.300293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.300293] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1084.361963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.362127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.362196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.362456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.362605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.362764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23cb46fe-eaef-4510-815c-31269f2c911b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.393562] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.394215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.394215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.394215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.394215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.404673] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1084.674040] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1084.674354] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 deletion is rescheduled due to dependency. [ 1084.674481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.674656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.674876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.675171] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.675296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.675296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.675408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.675486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.675609] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.177560] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.291348] env[66311]: INFO networking_nsxv3.common.synchronization [req-d8894875-9334-4203-9d94-33cbc234fb0c req-35d5787b-2d2a-4278-bccd-ff51a4251b0f tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1085.291348] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1085.291348] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.291348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.291348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.291348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.291348] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.291348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.291348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.291348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.291348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.291348] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.680561] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.796150] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.796150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.796150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.796150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.796150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.796150] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.796150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.796150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.796150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.796150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.796150] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1085.856311] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.856311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.856311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.856557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.856599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.871766] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1086.183807] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.183967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.184086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.184315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.184411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.184514] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1086.217691] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.217899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.217973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.218333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.218496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.229413] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1086.233150] env[66311]: INFO networking_nsxv3.common.synchronization [req-f7123d82-c12a-4bf4-86e6-3b546118484a req-0b2235b0-58e3-40e1-be76-bea5048be6db tempest-ServerRescueNegativeTestJSON-85084621 tempest-ServerRescueNegativeTestJSON-85084621-project-member] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 1086.233900] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGHEST for action security_group_members [ 1086.234292] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.234469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.234577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.234864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.235102] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.235255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.235356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.235562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.235692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.235824] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.419161] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1086.419403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.419608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.419923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.420150] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.420729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.420729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.420729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.420729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.420962] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.513150] env[66311]: INFO networking_nsxv3.common.synchronization [req-07d02556-fba0-4468-a355-8580616a3023 req-6a48e87b-b6f3-44d2-80e6-b3ad78bf46ac tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_members [ 1086.513150] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_members [ 1086.513545] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.513545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.513680] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.513832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.514083] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.515045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.515045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.515045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.515045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.515045] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.741125] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.741484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.741484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.741563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.741650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.741845] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.741948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.742016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.742176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.742241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.742355] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be updated. [ 1086.775724] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.777125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.777276] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.777510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.777660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.791106] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: IN_PROGRESS for 2s [ 1086.910138] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.910337] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.910462] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.910724] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.911042] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.911304] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.911431] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.911952] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.912119] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.912376] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.912483] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.912592] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.912766] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.912899] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.913016] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.913164] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.922501] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.933847] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.934147] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.934352] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.934583] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.934996] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.935244] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.935411] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.935830] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.936073] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f86c0bfa-9f54-4d78-9e90-4fa46cf87149',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.017105] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.017274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.017345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.017564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.017654] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.017846] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.017941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.018016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.018164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.018238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.018322] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c already deleted. [ 1087.018401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.425334] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.439083] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.439377] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.439529] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.439817] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.439978] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.440147] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port f86c0bfa-9f54-4d78-9e90-4fa46cf87149 not found, creating... [ 1087.440594] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.440780] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.441028] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.441290] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.441436] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.441731] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.441889] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.442016] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.442236] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.442646] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.442844] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: f86c0bfa-9f54-4d78-9e90-4fa46cf87149 is going to be created. [ 1087.467592] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.467809] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.468225] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.468225] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.468431] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.468649] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.884718] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1087.885072] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 deletion is rescheduled due to dependency. [ 1087.885072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.928448] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.928636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.928732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.928900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.928990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.929110] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1087.967495] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.967646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.967732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.967889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.968048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.983305] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1088.230075] env[66311]: INFO networking_nsxv3.common.synchronization [req-07d02556-fba0-4468-a355-8580616a3023 req-87c91fd9-a532-43e3-895e-86b2c62c1264 service nova] Enqueued Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_rules [ 1088.230381] env[66311]: INFO networking_nsxv3.common.synchronization [req-07d02556-fba0-4468-a355-8580616a3023 req-87c91fd9-a532-43e3-895e-86b2c62c1264 service nova] Enqueued Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_members [ 1088.230457] env[66311]: INFO networking_nsxv3.common.synchronization [req-07d02556-fba0-4468-a355-8580616a3023 req-87c91fd9-a532-43e3-895e-86b2c62c1264 service nova] Enqueued Resource ID: f86c0bfa-9f54-4d78-9e90-4fa46cf87149 with Priority: HIGHEST for action port [ 1088.231958] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_rules [ 1088.232175] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_members [ 1088.232223] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86c0bfa-9f54-4d78-9e90-4fa46cf87149 with Priority: HIGHEST for action port [ 1088.232590] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.232665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.232729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.232932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.233044] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.234515] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.235020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.235020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.235020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.235180] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.235304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.235304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.235404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.235485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.235596] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.236423] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.236535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.236598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.236743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.236823] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f86c0bfa-9f54-4d78-9e90-4fa46cf87149',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.248055] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 4s [ 1088.739755] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.743198] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f86c0bfa-9f54-4d78-9e90-4fa46cf87149 with status ACTIVE [ 1088.743198] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.743198] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.743198] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.743198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.744082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.744527] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f86c0bfa-9f54-4d78-9e90-4fa46cf87149 is going to be updated. [ 1088.747101] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.747101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.786220] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.786361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.786435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.786640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.786776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.786933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f86c0bfa-9f54-4d78-9e90-4fa46cf87149" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.807869] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 in Status: SUCCESS [ 1088.807869] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 deletion is rescheduled due to dependency. [ 1088.807869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.911029] env[66311]: INFO networking_nsxv3.common.synchronization [req-16e898f9-f29d-4396-ae1b-0f196ddb92f1 req-02d935d0-bb2c-4564-ae6b-674011ce370c tempest-AttachVolumeTestJSON-382491465 tempest-AttachVolumeTestJSON-382491465-project-member] Enqueued Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_members [ 1088.911715] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGHEST for action security_group_members [ 1088.912070] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.912236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.912282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.912871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.912871] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.912980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.912980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.913129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.913250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.913393] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.248174] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.416478] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.416690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.416743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.417027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.417122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.417369] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.417454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.417454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.417628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.417692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.417781] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f757b9-d784-4df8-8287-265730676069 is going to be updated. [ 1089.469012] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.469242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.469332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.469593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.469791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.482021] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f757b9-d784-4df8-8287-265730676069 in Status: IN_PROGRESS for 2s [ 1089.751397] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.751540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.751614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.751842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.751937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.752047] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c is going to be created. [ 1089.777453] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.777954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.777954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.778436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.779170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.790268] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c in Status: UNINITIALIZED for 2s [ 1089.994453] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1089.994852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.994852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.995058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.995252] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.995369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.995437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.995597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.995677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.995763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.995917] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.996038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.996104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.996247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.996394] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.996481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.996539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.996689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.996763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.996846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.996953] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.267171] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1090.267385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.267895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.268125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.268318] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.268435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.268551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.268649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.268730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.268864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.268893] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.499926] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f38892ee-e01a-454d-b45e-2b2783f567a6: rpc.has_security_group_logging(os_id): False [ 1090.521037] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.521180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.521406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.521453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.521572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.521868] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.522151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.522151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.522151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.522297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.522798] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.522898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.522932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.523400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.523400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.523595] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.524338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.524338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.524338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.524338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.524338] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be created. [ 1090.593059] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.593059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.593059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.593460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.593460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.604770] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1090.772336] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.772548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.772624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.772843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.773249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.773249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.773249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.773419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.773419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.773485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.773637] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.774159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.774159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.774159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.774159] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.774159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.774336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.774336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.774396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.774543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.774594] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.279346] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7b3710-8aec-46df-a09d-47d986416f26: rpc.has_security_group_logging(os_id): False [ 1091.310307] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.310761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.310907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.311071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.311170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.311380] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.311491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.311535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.311897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.312255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.312564] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.312665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.312766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.312885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.312963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.313170] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.313265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.313363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.313789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.313854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.313948] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1091.436550] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.436820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.436820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.437031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.437192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.457150] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1091.495477] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36f757b9-d784-4df8-8287-265730676069 in Status: SUCCESS [ 1091.495675] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36f757b9-d784-4df8-8287-265730676069 deletion is rescheduled due to dependency. [ 1091.495796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.800425] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c in Status: SUCCESS [ 1091.800578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.800737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.800949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.801162] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.801546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.801546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.801668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.801754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.801841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.801929] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.303761] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.618193] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1092.618430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.618812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.619099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.619262] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.738575] env[66311]: INFO networking_nsxv3.common.synchronization [req-f05efe53-f933-4a40-8093-979bbe626a5e req-940a2998-6473-4dc3-9714-4b5a299330c1 tempest-ServersNegativeTestJSON-1305678600 tempest-ServersNegativeTestJSON-1305678600-project-member] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1092.739059] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1092.739372] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.739496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.739561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.739891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.740440] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.740564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.740632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.740813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.740906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.740999] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.808280] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c: rpc.has_security_group_logging(os_id): False [ 1092.828688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.828867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.828967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.829239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.829369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.829649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.829788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.830512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.830512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.830512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.830512] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c is going to be created. [ 1092.922738] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.922977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.923101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.923400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.923720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.936175] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c in Status: IN_PROGRESS for 2s [ 1093.080992] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.081267] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.081369] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.081645] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.081908] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.082075] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.082193] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.082497] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.082662] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.082886] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.083053] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.083119] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.083226] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.083389] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.083518] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.083653] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.120867] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.120867] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.120867] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.120867] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.120867] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-0598f85a-3822-4c41-83bc-0100cf706471 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.120867] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-0598f85a-3822-4c41-83bc-0100cf706471" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.121827] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-0598f85a-3822-4c41-83bc-0100cf706471" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.121827] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-0598f85a-3822-4c41-83bc-0100cf706471" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.121827] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0598f85a-3822-4c41-83bc-0100cf706471',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.122437] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.122567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.122633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.122819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.122978] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.123087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.123142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.123291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.123382] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.124149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.124149] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.242937] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.421641] env[66311]: INFO networking_nsxv3.common.synchronization [req-60d57cc1-b714-46ae-959f-aa5cf6ecb158 req-037051c4-f32b-40f7-b5a1-7c6cd25ed765 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1093.422392] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1093.422988] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.422988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.423304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.423354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.423562] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.423812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.423874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.424121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.424213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.424310] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.479440] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1093.479673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.625794] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.626136] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.627268] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.627268] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.627268] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.627268] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 0598f85a-3822-4c41-83bc-0100cf706471 not found, creating... [ 1093.627621] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.627868] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.630017] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.630792] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.630792] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.631057] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.631342] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.631583] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.632595] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.632595] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.632595] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 0598f85a-3822-4c41-83bc-0100cf706471 is going to be created. [ 1093.633822] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.634033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.634142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.635065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.635065] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.635065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.635065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.635273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.635273] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.635825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.635825] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.635825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.635825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.635996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.636258] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.636402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.637017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.637017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.637017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.637017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.637017] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.666091] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.666367] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.666507] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.666840] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.667094] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.667376] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-0598f85a-3822-4c41-83bc-0100cf706471" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.747118] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.929598] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.140374] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f38892ee-e01a-454d-b45e-2b2783f567a6: rpc.has_security_group_logging(os_id): False [ 1094.167881] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.168105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.168204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.168422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.168521] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.168786] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.168896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.169016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.169599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.169599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.169668] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.169821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.169879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.170104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.170177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.170711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.170886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.170989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.171218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.171348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.171473] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1094.252023] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.252023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.252023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.252023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.252023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.252023] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be updated. [ 1094.263358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.263525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.266339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.266339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.266339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.279283] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1094.291845] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.291968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.292036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.292938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.292938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.313811] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: IN_PROGRESS for 2s [ 1094.387135] env[66311]: INFO networking_nsxv3.common.synchronization [req-f05efe53-f933-4a40-8093-979bbe626a5e req-ee9c5dbe-cea3-4d92-a83c-21e99faec530 service nova] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_rules [ 1094.387364] env[66311]: INFO networking_nsxv3.common.synchronization [req-f05efe53-f933-4a40-8093-979bbe626a5e req-ee9c5dbe-cea3-4d92-a83c-21e99faec530 service nova] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1094.387511] env[66311]: INFO networking_nsxv3.common.synchronization [req-f05efe53-f933-4a40-8093-979bbe626a5e req-ee9c5dbe-cea3-4d92-a83c-21e99faec530 service nova] Enqueued Resource ID: 0598f85a-3822-4c41-83bc-0100cf706471 with Priority: HIGHEST for action port [ 1094.388184] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_rules [ 1094.388375] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1094.388502] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0598f85a-3822-4c41-83bc-0100cf706471 with Priority: HIGHEST for action port [ 1094.388912] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.389104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.389271] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.389435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.389544] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.390731] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.390731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.392483] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-0598f85a-3822-4c41-83bc-0100cf706471 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.393023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0598f85a-3822-4c41-83bc-0100cf706471" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.393023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0598f85a-3822-4c41-83bc-0100cf706471" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.393251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0598f85a-3822-4c41-83bc-0100cf706471" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.393615] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0598f85a-3822-4c41-83bc-0100cf706471',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.432072] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.768281] env[66311]: INFO networking_nsxv3.common.synchronization [req-d3555ade-7482-4794-bd33-d06f6386e882 req-534b561a-abe5-4d2d-b273-0ed969b3ba9b tempest-ImagesOneServerNegativeTestJSON-2050578064 tempest-ImagesOneServerNegativeTestJSON-2050578064-project-member] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1094.768927] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGHEST for action security_group_members [ 1094.769256] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.769399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.769503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.769643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.769799] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.769897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.769961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.770132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.770215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.770366] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.895866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.896118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.896398] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0598f85a-3822-4c41-83bc-0100cf706471 with status ACTIVE [ 1094.896661] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.896843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.896938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.897340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.897543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.897779] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.897917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.898010] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.898262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.898410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.898694] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.898889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.899059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.899277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.899413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.899540] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0598f85a-3822-4c41-83bc-0100cf706471 is going to be updated. [ 1094.931070] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.931070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.931070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.931381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.931381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.931506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0598f85a-3822-4c41-83bc-0100cf706471" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.934017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.934148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.934223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.934403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.934490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.934582] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1094.954539] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c in Status: SUCCESS [ 1094.954924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.989237] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.989408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.989520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.990078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.990162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.010648] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1095.110867] env[66311]: INFO networking_nsxv3.common.synchronization [req-e39a8f63-11cd-4a39-9885-cf62b5e3ab32 req-cce69e82-2a75-4c1e-a89c-3a3b39cf5d4d tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_members [ 1095.111381] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_members [ 1095.111689] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-50563827-e3a5-4463-b68e-ff0fcfacb5b3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.111815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.111883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.113714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.113896] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.114630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.114747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.114963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.115078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.115186] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.275105] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.275276] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.275342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.275567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.275648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.276557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.276557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.276557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.276557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.276557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.276557] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be updated. [ 1095.333727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.333727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.333727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.333727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.333727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.352706] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: IN_PROGRESS for 2s [ 1095.485826] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.486421] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.486565] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.486894] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.487208] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.487390] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.487509] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.487822] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.488018] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.488307] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.488479] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.488645] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.488778] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.488897] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.489014] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.489202] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.549802] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.549980] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.550136] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.550334] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-537" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.550668] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-8c473907-41cc-45aa-9789-a73f2d2e08b3 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.550846] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-8c473907-41cc-45aa-9789-a73f2d2e08b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.550965] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-8c473907-41cc-45aa-9789-a73f2d2e08b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.551325] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-8c473907-41cc-45aa-9789-a73f2d2e08b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.551464] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c473907-41cc-45aa-9789-a73f2d2e08b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.617465] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.617465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.617465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.617686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.617714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.618026] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.618026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.618213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.618259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.618311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.618527] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 already deleted. [ 1095.618527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.054794] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.055617] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.055617] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.055617] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.055773] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.056071] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 8c473907-41cc-45aa-9789-a73f2d2e08b3 not found, creating... [ 1096.056286] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.056678] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.056841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.057123] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.057273] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.057565] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.057719] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.057836] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.058050] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.058188] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.058327] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 8c473907-41cc-45aa-9789-a73f2d2e08b3 is going to be created. [ 1096.083856] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.084131] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.084319] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.084730] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.084992] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.085288] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-8c473907-41cc-45aa-9789-a73f2d2e08b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.296409] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1096.296553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.296642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.296850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.296940] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.326280] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1096.326612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.326874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.327131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.327329] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.327523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.327616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.327912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.328103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.328292] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.799835] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.800381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.800381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.800381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.800718] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.800718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.800718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.800921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.800921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.800995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.801110] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.805898] env[66311]: INFO networking_nsxv3.common.synchronization [req-e39a8f63-11cd-4a39-9885-cf62b5e3ab32 req-68497502-d3a7-44fa-9af1-0c44ee338cf7 service nova] Enqueued Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_rules [ 1096.805898] env[66311]: INFO networking_nsxv3.common.synchronization [req-e39a8f63-11cd-4a39-9885-cf62b5e3ab32 req-68497502-d3a7-44fa-9af1-0c44ee338cf7 service nova] Enqueued Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_members [ 1096.806147] env[66311]: INFO networking_nsxv3.common.synchronization [req-e39a8f63-11cd-4a39-9885-cf62b5e3ab32 req-68497502-d3a7-44fa-9af1-0c44ee338cf7 service nova] Enqueued Resource ID: 8c473907-41cc-45aa-9789-a73f2d2e08b3 with Priority: HIGHEST for action port [ 1096.806544] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_rules [ 1096.806683] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_members [ 1096.806780] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c473907-41cc-45aa-9789-a73f2d2e08b3 with Priority: HIGHEST for action port [ 1096.807077] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.807193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.807263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.807468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.807555] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.808450] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-50563827-e3a5-4463-b68e-ff0fcfacb5b3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.809159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.809242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.809635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.810714] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.810925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.810998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.811912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.811912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.811912] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.812884] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c473907-41cc-45aa-9789-a73f2d2e08b3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.813111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c473907-41cc-45aa-9789-a73f2d2e08b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.813111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c473907-41cc-45aa-9789-a73f2d2e08b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.813905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c473907-41cc-45aa-9789-a73f2d2e08b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.813905] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c473907-41cc-45aa-9789-a73f2d2e08b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.832967] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.023286] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1097.023539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.306509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.306926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.307029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.307247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.307427] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.307570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.307608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.307731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.307816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.307902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.308063] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.308155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.308214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.308352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.308487] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.308576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.308633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.308764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.308836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.308916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.309013] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.315279] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-50563827-e3a5-4463-b68e-ff0fcfacb5b3 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.315427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.315570] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.317164] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c473907-41cc-45aa-9789-a73f2d2e08b3 with status ACTIVE [ 1097.317339] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.317467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.317526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.317722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.317810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.317975] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.318083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.318146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.318296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.318418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.318549] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.318642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.318703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.318843] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.318917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.319097] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c473907-41cc-45aa-9789-a73f2d2e08b3 is going to be updated. [ 1097.336954] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.352628] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.352864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.352864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.353066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.353208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.353367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c473907-41cc-45aa-9789-a73f2d2e08b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.369411] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7b3710-8aec-46df-a09d-47d986416f26 in Status: SUCCESS [ 1097.369605] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 deletion is rescheduled due to dependency. [ 1097.369714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.516968] env[66311]: INFO networking_nsxv3.common.synchronization [req-7ef4bd99-8f9e-42e1-b012-6581755c5806 req-cd2daa4b-ab46-4ff1-b2d3-50fbf7cf6bcd tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1097.517579] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1097.517895] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.518420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.518506] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.518713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.518882] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.518986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.519066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.519216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.519300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.519393] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.811292] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f38892ee-e01a-454d-b45e-2b2783f567a6: rpc.has_security_group_logging(os_id): False [ 1097.818200] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.830502] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.830726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.830800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.831113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.831262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.831539] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.831668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.831765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.832068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.832068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.832202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.832296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.832355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.832695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.832695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.832898] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.832943] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.832972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.833265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.833342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.833431] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1097.839515] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.839649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.839760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.839883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.839968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.840076] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be updated. [ 1097.874620] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.874830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.875145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.875145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.875362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.889399] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: IN_PROGRESS for 2s [ 1097.927380] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.927536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.927590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.927802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.928032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.933704] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.933704] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.933704] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.933990] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.934112] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.934274] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.934393] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.934627] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.934738] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.934938] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.935064] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.935175] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.935281] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.935390] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.935495] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.935623] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.947738] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1097.963687] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.963882] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.964038] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.964229] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.964647] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-a6cc210a-ed49-4653-9b18-41c01303296b taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.964893] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-a6cc210a-ed49-4653-9b18-41c01303296b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.965054] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-a6cc210a-ed49-4653-9b18-41c01303296b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.965391] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-a6cc210a-ed49-4653-9b18-41c01303296b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.965538] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6cc210a-ed49-4653-9b18-41c01303296b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.021964] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.022153] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.022227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.022547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.022645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.022895] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.023029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.023098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.023274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.023351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.023476] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1098.075413] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.075547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.075609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.075826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.075979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.087056] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1098.321159] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.321379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.321379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.323136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.323136] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.323136] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 is going to be created. [ 1098.392659] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.392881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.393029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.393326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.393713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.414462] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 in Status: UNINITIALIZED for 2s [ 1098.470015] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.470269] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.470399] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.470694] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.470845] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.471031] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port a6cc210a-ed49-4653-9b18-41c01303296b not found, creating... [ 1098.471297] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.471462] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.471578] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.471815] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.471956] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.472265] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.472489] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.472618] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.472832] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.472969] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.473133] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: a6cc210a-ed49-4653-9b18-41c01303296b is going to be created. [ 1098.516828] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.517081] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.517209] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.517494] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.517722] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.517960] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-a6cc210a-ed49-4653-9b18-41c01303296b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.218597] env[66311]: INFO networking_nsxv3.common.synchronization [req-7ef4bd99-8f9e-42e1-b012-6581755c5806 req-d3575cfb-dfb5-4550-b022-0543e235261e service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1099.218848] env[66311]: INFO networking_nsxv3.common.synchronization [req-7ef4bd99-8f9e-42e1-b012-6581755c5806 req-d3575cfb-dfb5-4550-b022-0543e235261e service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1099.219238] env[66311]: INFO networking_nsxv3.common.synchronization [req-7ef4bd99-8f9e-42e1-b012-6581755c5806 req-d3575cfb-dfb5-4550-b022-0543e235261e service nova] Enqueued Resource ID: a6cc210a-ed49-4653-9b18-41c01303296b with Priority: HIGHEST for action port [ 1099.219518] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1099.219650] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1099.220555] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cc210a-ed49-4653-9b18-41c01303296b with Priority: HIGHEST for action port [ 1099.220949] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.221053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.221156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.221393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.221515] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.222560] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.224175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.225556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6cc210a-ed49-4653-9b18-41c01303296b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.226918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6cc210a-ed49-4653-9b18-41c01303296b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.226918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6cc210a-ed49-4653-9b18-41c01303296b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.226918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6cc210a-ed49-4653-9b18-41c01303296b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.226918] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6cc210a-ed49-4653-9b18-41c01303296b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.728255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.728602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.730547] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6cc210a-ed49-4653-9b18-41c01303296b with status ACTIVE [ 1099.730712] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.730817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.730975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.731328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.731483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.731760] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.731903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.731978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.732243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.732383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.732867] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.732867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.733065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.733167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.733259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.733395] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6cc210a-ed49-4653-9b18-41c01303296b is going to be updated. [ 1099.758491] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.758658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.758724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.758970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.759132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.759335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6cc210a-ed49-4653-9b18-41c01303296b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.899392] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1099.899635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.899809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.900041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.900235] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.900369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.900611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.900860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.900973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.901118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.901218] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.972181] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1099.972683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.098325] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1100.098531] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 deletion is rescheduled due to dependency. [ 1100.098580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.098753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.099024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.099172] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.099297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.099350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.099551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.099645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.099694] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.404081] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.404474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.404474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.404583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.404717] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.404797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.404845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.404971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.405065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.405155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.405371] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.405478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.405567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.405770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.405928] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.406036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.406100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.406239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.406314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.406396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.406482] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.426692] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 in Status: SUCCESS [ 1100.426911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.427085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.427306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.427499] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.427619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.427685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.427836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.427918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.428013] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.428109] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.601600] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.908465] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ba0da6-0ee3-4152-a07d-af1ae1259433: rpc.has_security_group_logging(os_id): False [ 1100.932518] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.938457] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.938656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.938656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.939135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.939135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.939135] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.939315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.939315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.939398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.939443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.939627] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.939713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.939757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.939902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.939973] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.940211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.940269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.940301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.940438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.940512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.940593] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be updated. [ 1101.034572] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.034784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.034784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.035028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.035179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.052974] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: IN_PROGRESS for 2s [ 1101.104062] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.434725] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50563827-e3a5-4463-b68e-ff0fcfacb5b3: rpc.has_security_group_logging(os_id): False [ 1101.469051] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.469204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.469274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.469488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.469573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.469819] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.469995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.469995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.470169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.470241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.470328] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 is going to be created. [ 1101.539356] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.539537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.539599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.539797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.539977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.581740] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 in Status: IN_PROGRESS for 2s [ 1101.606455] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.606622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.606718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.607143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.607298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.607427] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1101.683583] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.683762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.683800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.684072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.684240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.707395] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1102.560415] env[66311]: INFO networking_nsxv3.common.synchronization [req-7f61e986-019c-4c99-bd0c-526be6960180 req-6e2e4a78-28a1-41e5-9ba3-f10f8c682817 tempest-ListServerFiltersTestJSON-2122192964 tempest-ListServerFiltersTestJSON-2122192964-project-member] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1102.560946] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1102.561265] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.561388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.561456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.561652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.561804] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.561901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.561963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.562755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.562851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.562952] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.065306] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.068446] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1103.069375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.568408] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.598484] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 in Status: SUCCESS [ 1103.598830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.719755] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1103.719853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.720042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.720429] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.720616] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.720775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.720862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.721062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.721183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.721309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.721415] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.074205] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.074393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.074449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.074648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.074742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.074854] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1104.106738] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.106947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.107414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.107414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.107597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.125462] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1104.225093] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.225357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.225488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.225814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.226094] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.229428] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.229428] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.229428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.229428] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.733111] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2860655-ec98-4a81-8efe-47bf38338956: rpc.has_security_group_logging(os_id): False [ 1104.756738] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.756918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.756918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.757133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.757226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.757640] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.757640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.757640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.757760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.757862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.757970] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.758080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.758142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.758281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.758356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.758547] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.758641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.758701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.758837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.758910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.758994] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1104.847509] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.847719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.847820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.848315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.848412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.873010] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1104.899126] env[66311]: INFO networking_nsxv3.common.synchronization [req-6cf5206b-a255-4f0f-9382-79030303a9aa req-99338e2f-2635-43b2-b1a4-d92a427327fa tempest-AttachVolumeShelveTestJSON-377672532 tempest-AttachVolumeShelveTestJSON-377672532-project-member] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_members [ 1104.899852] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGHEST for action security_group_members [ 1104.900271] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.900516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.900590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.900933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.901130] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.901251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.901292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.901462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.901550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.901777] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.404483] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.404730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.404730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.404996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.405102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.405492] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.405492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.405492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.405771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.405771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.405771] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a is going to be updated. [ 1105.455594] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.455906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.456014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.456267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.456421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.467903] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: IN_PROGRESS for 2s [ 1105.770687] env[66311]: INFO networking_nsxv3.common.synchronization [req-5eb65b18-5d17-4ebd-8a29-b0874662ad4a req-64a260a8-d00f-46fe-b0d9-51ac20f7e490 tempest-ServersNegativeTestJSON-1305678600 tempest-ServersNegativeTestJSON-1305678600-project-member] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1105.771278] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1105.771828] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.772032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.772114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.772419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.772536] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.773190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.773190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.773190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.773190] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.773190] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.133078] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1106.133314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.274825] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.778975] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.894984] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1106.894984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.282630] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.282800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.282872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.283127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.283223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.283352] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be updated. [ 1107.316722] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.316941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.317037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.317270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.317422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.330934] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: IN_PROGRESS for 2s [ 1107.478991] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a in Status: SUCCESS [ 1107.479243] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a deletion is rescheduled due to dependency. [ 1107.479399] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.342681] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1109.343044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.772335] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1110.772916] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1111.518794] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e78235ee-6de1-43ab-92bc-6ad42515810c None None] Enqueued Resource ID: df5b1c04-928f-4d10-b0b5-cccdfa95120a with Priority: HIGHEST for action port [ 1111.518794] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5b1c04-928f-4d10-b0b5-cccdfa95120a with Priority: HIGHEST for action port [ 1111.518794] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-df5b1c04-928f-4d10-b0b5-cccdfa95120a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.518794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df5b1c04-928f-4d10-b0b5-cccdfa95120a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.518794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df5b1c04-928f-4d10-b0b5-cccdfa95120a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.518794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df5b1c04-928f-4d10-b0b5-cccdfa95120a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.518794] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5b1c04-928f-4d10-b0b5-cccdfa95120a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.023864] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df5b1c04-928f-4d10-b0b5-cccdfa95120a [ 1112.024227] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.024227] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.024839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.024839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.024839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.024839] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df5b1c04-928f-4d10-b0b5-cccdfa95120a already deleted. [ 1112.025119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df5b1c04-928f-4d10-b0b5-cccdfa95120a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.345738] env[66311]: INFO networking_nsxv3.common.synchronization [None req-6d0b186a-f7b3-42d5-9586-b73b174c9489 tempest-AttachVolumeShelveTestJSON-377672532 tempest-AttachVolumeShelveTestJSON-377672532-project-member] Enqueued Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_rules [ 1112.348186] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_rules [ 1112.348186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.348186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.348186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.348186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.348186] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.440050] env[66311]: INFO networking_nsxv3.common.synchronization [req-c6e7d018-0beb-46cb-8cb9-7aeaf3f5c939 req-4a0f9448-3f03-49a2-8934-631f13a9a134 tempest-SecurityGroupRulesTestJSON-894645393 tempest-SecurityGroupRulesTestJSON-894645393-project-member] Enqueued Resource ID: 2f1bf518-fd25-4dca-8fcc-6456c0117717 with Priority: HIGHEST for action security_group_rules [ 1112.440050] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1bf518-fd25-4dca-8fcc-6456c0117717 with Priority: HIGHEST for action security_group_rules [ 1112.440050] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f1bf518-fd25-4dca-8fcc-6456c0117717 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.440333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f1bf518-fd25-4dca-8fcc-6456c0117717" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.440333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f1bf518-fd25-4dca-8fcc-6456c0117717" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.441513] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f1bf518-fd25-4dca-8fcc-6456c0117717" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.441622] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f1bf518-fd25-4dca-8fcc-6456c0117717',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.444597] env[66311]: INFO networking_nsxv3.common.synchronization [None req-e914c76d-235d-4737-af23-31f8233b4f7e tempest-AttachVolumeShelveTestJSON-377672532 tempest-AttachVolumeShelveTestJSON-377672532-project-member] Enqueued Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_rules [ 1112.444908] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_rules [ 1112.445099] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.445394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.816933] env[66311]: INFO networking_nsxv3.common.synchronization [req-73e6acb5-db27-443e-ad23-cf1979cc9823 req-070c68ce-0e90-43b2-82c8-87b9c148b58f tempest-SecurityGroupRulesTestJSON-894645393 tempest-SecurityGroupRulesTestJSON-894645393-project-member] Enqueued Resource ID: 00c7e9f4-3c98-4baa-81ae-9d7c7a73df74 with Priority: HIGHEST for action security_group_rules [ 1112.817814] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c7e9f4-3c98-4baa-81ae-9d7c7a73df74 with Priority: HIGHEST for action security_group_rules [ 1112.818404] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c7e9f4-3c98-4baa-81ae-9d7c7a73df74 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.818514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c7e9f4-3c98-4baa-81ae-9d7c7a73df74" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.818514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c7e9f4-3c98-4baa-81ae-9d7c7a73df74" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.818850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c7e9f4-3c98-4baa-81ae-9d7c7a73df74" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.818951] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c7e9f4-3c98-4baa-81ae-9d7c7a73df74',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.874088] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.874640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.874799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.875293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.875993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.875993] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc already deleted. [ 1112.876295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.876722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.877217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.877379] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.964819] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.965042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.965042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.965361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.965482] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.965600] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f1bf518-fd25-4dca-8fcc-6456c0117717 already deleted. [ 1112.965712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f1bf518-fd25-4dca-8fcc-6456c0117717" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.022904] env[66311]: INFO networking_nsxv3.common.synchronization [req-88dd3f1e-3975-4d12-82fb-f4b1581f2795 req-c92d61a2-ae45-4bcb-aa7c-d09c78b076e6 tempest-DeleteServersTestJSON-83192121 tempest-DeleteServersTestJSON-83192121-project-member] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1113.023530] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGHEST for action security_group_members [ 1113.023885] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.024185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.024185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.024426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.024460] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.024568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.024664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.024912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.025030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.025109] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.340542] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.342041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.342041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.342041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.343337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.343337] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c7e9f4-3c98-4baa-81ae-9d7c7a73df74 already deleted. [ 1113.343337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c7e9f4-3c98-4baa-81ae-9d7c7a73df74" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.411381] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.411750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.412628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.412628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.412628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.412628] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc already deleted. [ 1113.412628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.529295] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.529477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.529549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.529784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.529877] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.530324] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.530451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.530527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.530705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.530823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.530896] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be updated. [ 1113.567196] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.567340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.567427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.567733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.567947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.578539] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: IN_PROGRESS for 2s [ 1113.644816] env[66311]: INFO networking_nsxv3.common.synchronization [req-ae423d40-45f3-4614-8728-d2ce6b2e49a2 req-cd984610-9386-4605-9a08-394fcb5d1997 tempest-SecurityGroupRulesTestJSON-894645393 tempest-SecurityGroupRulesTestJSON-894645393-project-member] Enqueued Resource ID: f8c52d3d-48cf-46d3-afc3-b7a01391a742 with Priority: HIGHEST for action security_group_rules [ 1113.645420] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c52d3d-48cf-46d3-afc3-b7a01391a742 with Priority: HIGHEST for action security_group_rules [ 1113.646377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8c52d3d-48cf-46d3-afc3-b7a01391a742 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.646377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8c52d3d-48cf-46d3-afc3-b7a01391a742" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.646377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8c52d3d-48cf-46d3-afc3-b7a01391a742" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.646377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8c52d3d-48cf-46d3-afc3-b7a01391a742" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.646377] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8c52d3d-48cf-46d3-afc3-b7a01391a742',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.169860] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.169860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.169860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.169860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.169860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.170265] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8c52d3d-48cf-46d3-afc3-b7a01391a742 already deleted. [ 1114.170265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8c52d3d-48cf-46d3-afc3-b7a01391a742" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.190425] env[66311]: INFO networking_nsxv3.common.synchronization [req-21cce427-f326-47c3-bf3b-a9154fb8ee56 req-26d7fb87-ceb3-411a-b3bc-351b0f0f2f4d tempest-ListServerFiltersTestJSON-2122192964 tempest-ListServerFiltersTestJSON-2122192964-project-member] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1114.191010] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1114.191327] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.191451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.191515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.191740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.192441] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.192580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.192656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.192831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.192922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.193032] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.211391] env[66311]: INFO networking_nsxv3.common.synchronization [None req-2ee41a05-93ba-4841-934d-c0e243d93ee7 None None] Enqueued Resource ID: 95c6c27a-1480-4779-baa3-43d2f7483667 with Priority: HIGHEST for action port [ 1114.212130] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c6c27a-1480-4779-baa3-43d2f7483667 with Priority: HIGHEST for action port [ 1114.212597] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c6c27a-1480-4779-baa3-43d2f7483667 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.212597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c6c27a-1480-4779-baa3-43d2f7483667" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.212737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c6c27a-1480-4779-baa3-43d2f7483667" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.213087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c6c27a-1480-4779-baa3-43d2f7483667" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.213263] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c6c27a-1480-4779-baa3-43d2f7483667',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.523115] env[66311]: INFO networking_nsxv3.common.synchronization [req-87ca0a4d-5803-485b-bd7d-7847c3d68a06 req-9a983a9d-a56c-4938-a50b-8422860b5e69 tempest-SecurityGroupRulesTestJSON-894645393 tempest-SecurityGroupRulesTestJSON-894645393-project-member] Enqueued Resource ID: 8157d992-8d5c-4118-bad9-cc681a9fd15f with Priority: HIGHEST for action security_group_rules [ 1114.523553] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8157d992-8d5c-4118-bad9-cc681a9fd15f with Priority: HIGHEST for action security_group_rules [ 1114.524137] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8157d992-8d5c-4118-bad9-cc681a9fd15f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.525698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8157d992-8d5c-4118-bad9-cc681a9fd15f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.525806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8157d992-8d5c-4118-bad9-cc681a9fd15f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.526035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8157d992-8d5c-4118-bad9-cc681a9fd15f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.526125] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8157d992-8d5c-4118-bad9-cc681a9fd15f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.626147] env[66311]: INFO networking_nsxv3.common.synchronization [req-c9c60237-93a4-4bf0-93ae-2c399f2ea888 req-f03b835f-5fe9-43bb-888a-68eed2dff413 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1114.626147] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1114.626147] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.626147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.626147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.626147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.626147] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.626607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.626790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.627045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.627234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.627404] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.694668] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.716384] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95c6c27a-1480-4779-baa3-43d2f7483667 [ 1114.717569] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.717569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.717569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.717569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.717569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.717569] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95c6c27a-1480-4779-baa3-43d2f7483667 already deleted. [ 1114.717569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c6c27a-1480-4779-baa3-43d2f7483667" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.053889] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.054036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.054183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.054321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.054412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.054506] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8157d992-8d5c-4118-bad9-cc681a9fd15f already deleted. [ 1115.054595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8157d992-8d5c-4118-bad9-cc681a9fd15f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.083110] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.083414] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.083625] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.084037] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.084231] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.084394] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.084511] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.084755] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.084899] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.085119] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.085234] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.085341] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.085795] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.085795] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.085795] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.085795] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.131057] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.137303] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.137303] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.137556] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.137612] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.138021] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-c92cbe2b-babf-4a0b-b1b6-d1731c564987 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.138176] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-c92cbe2b-babf-4a0b-b1b6-d1731c564987" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.139075] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-c92cbe2b-babf-4a0b-b1b6-d1731c564987" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.139075] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-c92cbe2b-babf-4a0b-b1b6-d1731c564987" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.139075] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92cbe2b-babf-4a0b-b1b6-d1731c564987',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.197763] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.594423] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 in Status: SUCCESS [ 1115.594627] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 deletion is rescheduled due to dependency. [ 1115.594766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.641384] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.644427] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.644722] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.644859] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.646070] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.646070] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.646070] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port c92cbe2b-babf-4a0b-b1b6-d1731c564987 not found, creating... [ 1115.646070] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.646070] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.646070] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.646517] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.646517] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.646616] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.647111] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.647111] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.647207] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.647865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.647865] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: c92cbe2b-babf-4a0b-b1b6-d1731c564987 is going to be created. [ 1115.670235] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.670562] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.670659] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.671021] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.671286] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.671731] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-c92cbe2b-babf-4a0b-b1b6-d1731c564987" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.701578] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.701861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.702000] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.702335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.702498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.702694] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1115.768274] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.769411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.769411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.769411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.769411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.786467] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1115.791244] env[66311]: INFO networking_nsxv3.common.synchronization [req-ce9ae18d-0947-4be2-befa-ded0e992d21a req-6d55cf8c-fddc-47a8-a0b0-8f7a786ccf16 tempest-SecurityGroupRulesTestJSON-894645393 tempest-SecurityGroupRulesTestJSON-894645393-project-member] Enqueued Resource ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 with Priority: HIGHEST for action security_group_rules [ 1115.792776] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 with Priority: HIGHEST for action security_group_rules [ 1115.792776] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa043cf8-a616-4255-ad4f-790e55bf0c62 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.792776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.792776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.792776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.792776] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa043cf8-a616-4255-ad4f-790e55bf0c62',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.953446] env[66311]: INFO networking_nsxv3.common.synchronization [req-23347727-a307-4ca1-a39b-13752dc360c2 req-2c2ab479-0030-450e-98e3-6a6e4c27dd9f tempest-SecurityGroupRulesTestJSON-894645393 tempest-SecurityGroupRulesTestJSON-894645393-project-member] Enqueued Resource ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 with Priority: HIGHEST for action security_group_rules [ 1115.954187] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 with Priority: HIGHEST for action security_group_rules [ 1115.954337] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa043cf8-a616-4255-ad4f-790e55bf0c62 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.954445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.120850] env[66311]: INFO networking_nsxv3.common.synchronization [req-641ce079-2232-436c-8d45-fe8640c979c0 req-27069990-423b-4450-be41-b8b69053e0c4 tempest-SecurityGroupRulesTestJSON-894645393 tempest-SecurityGroupRulesTestJSON-894645393-project-member] Enqueued Resource ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 with Priority: HIGHEST for action security_group_rules [ 1116.121967] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 with Priority: HIGHEST for action security_group_rules [ 1116.121967] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa043cf8-a616-4255-ad4f-790e55bf0c62 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.122074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.150025] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.150185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.150185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.150389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.150501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.150612] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1116.187870] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.188346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.188346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.188346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.188484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.200787] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1116.326386] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.326470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.326622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.326794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.326833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.326999] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 already deleted. [ 1116.326999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.327151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.327308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.327389] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa043cf8-a616-4255-ad4f-790e55bf0c62',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.366531] env[66311]: INFO networking_nsxv3.common.synchronization [req-c9c60237-93a4-4bf0-93ae-2c399f2ea888 req-5383f0d2-b830-41f8-9107-ebd84fc6a163 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 1116.366714] env[66311]: INFO networking_nsxv3.common.synchronization [req-c9c60237-93a4-4bf0-93ae-2c399f2ea888 req-5383f0d2-b830-41f8-9107-ebd84fc6a163 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1116.366842] env[66311]: INFO networking_nsxv3.common.synchronization [req-c9c60237-93a4-4bf0-93ae-2c399f2ea888 req-5383f0d2-b830-41f8-9107-ebd84fc6a163 service nova] Enqueued Resource ID: c92cbe2b-babf-4a0b-b1b6-d1731c564987 with Priority: HIGHEST for action port [ 1116.367384] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 1116.367522] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1116.367618] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92cbe2b-babf-4a0b-b1b6-d1731c564987 with Priority: HIGHEST for action port [ 1116.367896] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.369490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.369662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.369948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.370265] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.372355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.372487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.372864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92cbe2b-babf-4a0b-b1b6-d1731c564987 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.372991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92cbe2b-babf-4a0b-b1b6-d1731c564987" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.373072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92cbe2b-babf-4a0b-b1b6-d1731c564987" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.373436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92cbe2b-babf-4a0b-b1b6-d1731c564987" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.374094] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92cbe2b-babf-4a0b-b1b6-d1731c564987',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.854246] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.854436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.854468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.855305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.855435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.855545] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 already deleted. [ 1116.855635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.855797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.855990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.856094] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa043cf8-a616-4255-ad4f-790e55bf0c62',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.876444] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.876614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.879818] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c92cbe2b-babf-4a0b-b1b6-d1731c564987 with status ACTIVE [ 1116.881870] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.881870] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.881870] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.881870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.881870] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c92cbe2b-babf-4a0b-b1b6-d1731c564987 is going to be updated. [ 1116.908556] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.908928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.908928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.909878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.910128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.910319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92cbe2b-babf-4a0b-b1b6-d1731c564987" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.383032] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.383032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.383032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.383032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.383032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.383032] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa043cf8-a616-4255-ad4f-790e55bf0c62 already deleted. [ 1117.383032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa043cf8-a616-4255-ad4f-790e55bf0c62" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.803507] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1117.803742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.213363] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1118.214095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.214095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.214095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.214298] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.214486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.214577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.214753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.214926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.214978] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.717743] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.220074] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.723032] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.723032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.723411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.723411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.723475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.723545] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1119.759464] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.759589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.759669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.760020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.760276] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.770851] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1120.847095] env[66311]: INFO networking_nsxv3.common.synchronization [req-b2c22fac-e8d2-4ab0-8764-5e830089bfac req-6e42a78e-2d5d-4c9a-8ea9-6145660b1898 tempest-ListServerFiltersTestJSON-2122192964 tempest-ListServerFiltersTestJSON-2122192964-project-member] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1120.847095] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGHEST for action security_group_members [ 1120.847095] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.847095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.847095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.847768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.848046] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.848254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.848714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.848997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.849198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.849395] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.354345] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.354527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.354605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.355786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.355923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.356693] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.356820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.356914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.357148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.357243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.357387] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be updated. [ 1121.390772] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.390923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.391244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.391739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.391906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.408434] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: IN_PROGRESS for 2s [ 1121.412269] env[66311]: INFO networking_nsxv3.common.synchronization [req-60718e71-3af8-4403-aaa0-d1d37c3c4adf req-712d94ad-bdc4-4fa2-9556-cd7879072075 tempest-AttachVolumeShelveTestJSON-377672532 tempest-AttachVolumeShelveTestJSON-377672532-project-member] Enqueued Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_members [ 1121.413043] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_members [ 1121.413359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.413480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.413567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.415079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.415389] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.415389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.415562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.415605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.415654] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.415747] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.769476] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.769671] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.769796] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.770065] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.770675] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.770853] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.770974] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.771228] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.771372] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.771580] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.771696] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.771805] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.771915] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.772038] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.772145] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.772277] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.790425] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1121.790745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.790915] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.791140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.791330] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.791443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.791508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.791659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.791738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.791821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.791911] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.798880] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.799141] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.799319] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.800035] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.800230] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.800429] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.800841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.801097] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.801308] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.918285] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.918590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.918590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.918866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.918986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.919233] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.919626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.919626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.919626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.919765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.919765] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc already deleted. [ 1121.920012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.293764] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.293961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.294041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.294276] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.294465] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.294567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.294632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.295077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.295172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.295261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.295410] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.295502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.295563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.295725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.295864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.295954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.296023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.296181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.296259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.296342] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.296494] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.304465] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.304789] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.305041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.305371] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.305632] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.306114] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d not found, creating... [ 1122.306235] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.306467] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.306697] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.306951] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.307174] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.307595] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.307827] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.308056] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.308367] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.308609] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.308822] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d is going to be created. [ 1122.348987] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.349270] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.349336] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.349637] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.349869] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.350122] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.801843] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b5c6620-e276-41c8-b424-0db8da4b420f: rpc.has_security_group_logging(os_id): False [ 1122.823472] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.825653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.825653] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.825653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.826349] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.826349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.826349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.826349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.826349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.826502] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1122.914107] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.914325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.914371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.914598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.914854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.933547] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1123.144471] env[66311]: INFO networking_nsxv3.common.synchronization [req-60718e71-3af8-4403-aaa0-d1d37c3c4adf req-30dc1957-983a-4eb0-a90c-68b7ec0c4638 service nova] Enqueued Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_rules [ 1123.144735] env[66311]: INFO networking_nsxv3.common.synchronization [req-60718e71-3af8-4403-aaa0-d1d37c3c4adf req-30dc1957-983a-4eb0-a90c-68b7ec0c4638 service nova] Enqueued Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_members [ 1123.145353] env[66311]: INFO networking_nsxv3.common.synchronization [req-60718e71-3af8-4403-aaa0-d1d37c3c4adf req-30dc1957-983a-4eb0-a90c-68b7ec0c4638 service nova] Enqueued Resource ID: f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d with Priority: HIGHEST for action port [ 1123.146088] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_rules [ 1123.146301] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_members [ 1123.146436] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d with Priority: HIGHEST for action port [ 1123.146774] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.147011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.147117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.147605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.147605] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.149381] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.149953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.150039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.150272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.150660] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.150883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.151014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.151263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.151445] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.151572] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.153727] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.153910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.154191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.154405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.154438] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.422049] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f38892ee-e01a-454d-b45e-2b2783f567a6 in Status: SUCCESS [ 1123.422244] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 deletion is rescheduled due to dependency. [ 1123.422360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.650649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.650812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.654392] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.656301] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d with status ACTIVE [ 1123.656611] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.656801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.656900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.657212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.657343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.657627] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.657787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.658466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.658466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.658466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.658832] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.658832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.658832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.658955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.659096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.659207] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d is going to be updated. [ 1123.686131] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.686131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.686131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.686131] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.686535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.686535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.162446] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.664914] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.665124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.665124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.665464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.665571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.665691] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc is going to be created. [ 1124.699175] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.699374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.699418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.699633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.699809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.712480] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: UNINITIALIZED for 2s [ 1124.952241] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1124.952241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.133062] env[66311]: INFO networking_nsxv3.common.synchronization [None req-3b8590e7-6cb9-4ee1-a120-f339f81efb09 None None] Enqueued Resource ID: c8653257-1cf1-4539-a0d5-a8cae0ba3017 with Priority: HIGHEST for action port [ 1125.133853] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8653257-1cf1-4539-a0d5-a8cae0ba3017 with Priority: HIGHEST for action port [ 1125.134233] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8653257-1cf1-4539-a0d5-a8cae0ba3017 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.134789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8653257-1cf1-4539-a0d5-a8cae0ba3017" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.134789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8653257-1cf1-4539-a0d5-a8cae0ba3017" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.134897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8653257-1cf1-4539-a0d5-a8cae0ba3017" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.135101] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8653257-1cf1-4539-a0d5-a8cae0ba3017',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.637327] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8653257-1cf1-4539-a0d5-a8cae0ba3017 [ 1125.637750] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.637999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.638122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.638381] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.638709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.638848] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8653257-1cf1-4539-a0d5-a8cae0ba3017 already deleted. [ 1125.639262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8653257-1cf1-4539-a0d5-a8cae0ba3017" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.946487] env[66311]: INFO networking_nsxv3.common.synchronization [None req-6109ee29-8c0c-4820-85b5-78be0308f36a tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1125.947033] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1125.948262] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.948387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.948475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.948754] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.948839] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.111548] env[66311]: INFO networking_nsxv3.common.synchronization [None req-9c20ca56-5d6b-46f0-a058-51e8a985ac80 tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1126.111915] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1126.112247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.112355] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.473879] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.474124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.474182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.475214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.475214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.476242] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 already deleted. [ 1126.476398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.476580] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.476782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.476873] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.729921] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: SUCCESS [ 1126.729921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.729921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.730686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.730686] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.731144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.731144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.731378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.731544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.731690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.731837] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.998351] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.998562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.998562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.998791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.998868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.998948] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 already deleted. [ 1126.999053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.235369] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.740023] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e33385fe-c4d7-4521-860a-68c91302c9fc: rpc.has_security_group_logging(os_id): False [ 1127.762421] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.762421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.762421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.762421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.763327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.764676] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.764871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.765047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.765348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.765348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.765465] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc is going to be created. [ 1127.856062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.856062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.856062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.856062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.856062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.036181] env[66311]: INFO networking_nsxv3.common.synchronization [None req-14846875-1db5-4dc3-ae4b-7039839fad37 None None] Enqueued Resource ID: 31bad6f6-a135-4553-9b23-d9ce94602e70 with Priority: HIGHEST for action port [ 1128.037177] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31bad6f6-a135-4553-9b23-d9ce94602e70 with Priority: HIGHEST for action port [ 1128.037414] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-31bad6f6-a135-4553-9b23-d9ce94602e70 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.037549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31bad6f6-a135-4553-9b23-d9ce94602e70" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.038068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31bad6f6-a135-4553-9b23-d9ce94602e70" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.038068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31bad6f6-a135-4553-9b23-d9ce94602e70" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.038068] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31bad6f6-a135-4553-9b23-d9ce94602e70',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.053980] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: IN_PROGRESS for 2s [ 1128.142051] env[66311]: INFO networking_nsxv3.common.synchronization [req-004abb0e-5df4-44e3-9d7f-45ed8436ea04 req-7e86be3e-92f5-4793-a023-ac18e988d397 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1128.143438] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1128.143668] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.143905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.144089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.144525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.144831] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.145065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.145192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.145420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.145578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.145759] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.259162] env[66311]: INFO networking_nsxv3.common.synchronization [None req-377adc11-b9a4-4669-b997-ede6ed0ee6f8 None None] Enqueued Resource ID: a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5 with Priority: HIGHEST for action port [ 1128.259732] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5 with Priority: HIGHEST for action port [ 1128.260048] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.260202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.260275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.260490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.260569] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.539717] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31bad6f6-a135-4553-9b23-d9ce94602e70 [ 1128.540557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.540557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.540557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.540750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.540750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.540822] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31bad6f6-a135-4553-9b23-d9ce94602e70 already deleted. [ 1128.540910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31bad6f6-a135-4553-9b23-d9ce94602e70" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.648147] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.763791] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5 [ 1128.764113] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.764212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.764258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.764457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.764566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.764643] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5 already deleted. [ 1128.764719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d9d18e-f0fe-4b24-957b-9909a2e3f4c5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.900442] env[66311]: INFO networking_nsxv3.common.synchronization [req-85eecdf4-6edf-4d84-9d4a-2de1eb7899a5 req-0af828db-97e3-4eb2-8451-18f323bf88af tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1128.900442] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1128.900442] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.900442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.900442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.900442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.900679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.900679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.900880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.901048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.901167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.901270] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.024371] env[66311]: INFO networking_nsxv3.common.synchronization [None req-bcd7ed62-ea94-443e-bbd2-1471ae70d339 tempest-ServerActionsTestOtherB-472328764 tempest-ServerActionsTestOtherB-472328764-project-member] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1129.024938] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1129.026024] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.026024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.026024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.026201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.026230] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.117634] env[66311]: INFO networking_nsxv3.common.synchronization [None req-cbba14f4-52dd-4e7d-9a83-7010b90225fe tempest-ServerActionsTestOtherB-472328764 tempest-ServerActionsTestOtherB-472328764-project-member] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1129.118189] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1129.118524] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.118685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.152805] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.405814] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.405814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.405814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.406286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.406286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.406286] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.406286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.406286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.406499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.406499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.406582] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1129.439876] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.439876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.439876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.440033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.440157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.450904] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1129.558699] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.559955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.559955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.559955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.559955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.559955] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad22263-b933-47ad-990a-af3a41032284 already deleted. [ 1129.559955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.559955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.559955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.559955] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.655792] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.655950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.656029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.656266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.656350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.656447] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1129.689197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.689563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.689652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.689864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.690021] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.704559] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1130.079847] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: SUCCESS [ 1130.080161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.084237] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.084237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.084237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.084237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.084460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.084460] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad22263-b933-47ad-990a-af3a41032284 already deleted. [ 1130.084460] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.609449] env[66311]: INFO networking_nsxv3.common.synchronization [None req-a1a6539d-d8f4-4a2a-b729-707eeabfc717 None None] Enqueued Resource ID: 498749fc-77bf-4a1d-b9a5-da7e51548ee0 with Priority: HIGHEST for action port [ 1130.609952] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498749fc-77bf-4a1d-b9a5-da7e51548ee0 with Priority: HIGHEST for action port [ 1130.610300] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-498749fc-77bf-4a1d-b9a5-da7e51548ee0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.610421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-498749fc-77bf-4a1d-b9a5-da7e51548ee0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.610487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-498749fc-77bf-4a1d-b9a5-da7e51548ee0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.610809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-498749fc-77bf-4a1d-b9a5-da7e51548ee0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.610878] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('498749fc-77bf-4a1d-b9a5-da7e51548ee0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.114659] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 498749fc-77bf-4a1d-b9a5-da7e51548ee0 [ 1131.114903] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.115013] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.115126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.115361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.115476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.115650] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:498749fc-77bf-4a1d-b9a5-da7e51548ee0 already deleted. [ 1131.115831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-498749fc-77bf-4a1d-b9a5-da7e51548ee0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.461707] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1131.461897] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 deletion is rescheduled due to dependency. [ 1131.462011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.715862] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1131.716119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.023719] env[66311]: INFO networking_nsxv3.common.synchronization [req-a749af80-2f83-4b61-bdae-59b6cf439f77 req-85de69dc-b7cf-484d-8155-828908b58e53 tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1132.024283] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1132.024585] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.024840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.024840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.024949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.025304] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.025410] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.025478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.025624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.025726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.025822] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.300387] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.300387] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.301607] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.301607] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.301607] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.301607] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.301607] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.301923] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.302712] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.302712] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.302712] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.302712] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.302712] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.302935] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.302935] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.303010] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.331851] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.333141] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.333141] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.333448] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.334212] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-d5f5bd1a-578c-4621-a1c5-1b92473652cc taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.334703] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-d5f5bd1a-578c-4621-a1c5-1b92473652cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.335061] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-d5f5bd1a-578c-4621-a1c5-1b92473652cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.336702] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-d5f5bd1a-578c-4621-a1c5-1b92473652cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.337144] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f5bd1a-578c-4621-a1c5-1b92473652cc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.528148] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.528339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.528391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.528586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.528679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.528878] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.528979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.529068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.530055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.530055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.530055] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1132.558544] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.558693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.558829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.558963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.559146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.568150] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1132.844023] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.844023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.844023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.844023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.844023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.844023] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port d5f5bd1a-578c-4621-a1c5-1b92473652cc not found, creating... [ 1132.844023] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.844023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.844023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.844023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.844023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.844564] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.844564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.844564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.845094] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.845360] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.845757] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: d5f5bd1a-578c-4621-a1c5-1b92473652cc is going to be created. [ 1132.868294] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.870339] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.870339] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.870339] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.870339] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.870339] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-d5f5bd1a-578c-4621-a1c5-1b92473652cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.563680] env[66311]: INFO networking_nsxv3.common.synchronization [req-a749af80-2f83-4b61-bdae-59b6cf439f77 req-4fa0abf4-66d3-45e5-bcef-b98818a7080a service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1133.563994] env[66311]: INFO networking_nsxv3.common.synchronization [req-a749af80-2f83-4b61-bdae-59b6cf439f77 req-4fa0abf4-66d3-45e5-bcef-b98818a7080a service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1133.563994] env[66311]: INFO networking_nsxv3.common.synchronization [req-a749af80-2f83-4b61-bdae-59b6cf439f77 req-4fa0abf4-66d3-45e5-bcef-b98818a7080a service nova] Enqueued Resource ID: d5f5bd1a-578c-4621-a1c5-1b92473652cc with Priority: HIGHEST for action port [ 1133.564586] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1133.564710] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1133.564820] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f5bd1a-578c-4621-a1c5-1b92473652cc with Priority: HIGHEST for action port [ 1133.565115] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.565240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.565320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.565516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.565595] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.566558] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.566652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.567607] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5f5bd1a-578c-4621-a1c5-1b92473652cc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.567607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5f5bd1a-578c-4621-a1c5-1b92473652cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.567607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5f5bd1a-578c-4621-a1c5-1b92473652cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.567607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5f5bd1a-578c-4621-a1c5-1b92473652cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.567607] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f5bd1a-578c-4621-a1c5-1b92473652cc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.071508] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.071637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.071830] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5f5bd1a-578c-4621-a1c5-1b92473652cc with status ACTIVE [ 1134.072026] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.072139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.072203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.072401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.072488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.072679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.072773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.072833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.072984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.073081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.073255] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.073344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.073403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.073537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.073607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.073709] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5f5bd1a-578c-4621-a1c5-1b92473652cc is going to be updated. [ 1134.098794] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.099097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.099661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.099661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.099661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.099806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5f5bd1a-578c-4621-a1c5-1b92473652cc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.578945] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1134.579315] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 deletion is rescheduled due to dependency. [ 1134.579315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.579449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.579697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.579942] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.580080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.580145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.580306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.580387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.580500] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.751742] env[66311]: INFO networking_nsxv3.common.synchronization [req-03423949-a4e2-45ac-95b6-6b627e8cb1d3 req-e84005cd-a8d0-447d-8b9f-3d289271259c tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1134.752293] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1134.752627] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.752838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.752979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.753325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.753513] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.753638] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.753766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.754142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.754198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.754316] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.055061] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.055061] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.055061] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.055061] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.055411] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.055611] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.055768] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.056037] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.056231] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.056481] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.056692] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.056841] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.056997] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.057160] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.057273] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.057408] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.075363] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.075568] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.075632] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.075764] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.076089] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.076260] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.076378] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.076683] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.076836] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.083247] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.256672] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.256672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.257324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.257324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.257324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.257324] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.257614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.257614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.257749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.257749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.257846] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 already deleted. [ 1135.257893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.579564] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.579564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.579564] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.579926] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.579960] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.580142] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3 not found, creating... [ 1135.580444] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.580604] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.581665] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.581665] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.581665] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.581665] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.581665] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.581665] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.581930] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.582067] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.582211] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3 is going to be created. [ 1135.585045] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.610990] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.611244] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.611371] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.611679] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.611882] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.612207] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.087675] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.087675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.088220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.088220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.088283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.088818] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1136.139039] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.139039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.139039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.139039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.139039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.148254] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1136.314608] env[66311]: INFO networking_nsxv3.common.synchronization [req-03423949-a4e2-45ac-95b6-6b627e8cb1d3 req-3971e72c-07e2-4513-b1cd-06c566e995b4 service nova] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1136.314860] env[66311]: INFO networking_nsxv3.common.synchronization [req-03423949-a4e2-45ac-95b6-6b627e8cb1d3 req-3971e72c-07e2-4513-b1cd-06c566e995b4 service nova] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1136.314943] env[66311]: INFO networking_nsxv3.common.synchronization [req-03423949-a4e2-45ac-95b6-6b627e8cb1d3 req-3971e72c-07e2-4513-b1cd-06c566e995b4 service nova] Enqueued Resource ID: 9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3 with Priority: HIGHEST for action port [ 1136.315796] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1136.315796] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1136.315796] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3 with Priority: HIGHEST for action port [ 1136.316105] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.316218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.316294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.316477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.316564] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.317484] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.317594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.317665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.317886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.317989] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.318095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.318196] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.318299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.318419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.318509] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.320489] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.320489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.320489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.320489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.320489] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.821748] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.822842] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.822942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.825164] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3 with status ACTIVE [ 1136.825356] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.825472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.825543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.825745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.825836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.826016] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.826173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.826219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.826371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.826489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.826640] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.827064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.827064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.827064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.827064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.827064] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3 is going to be updated. [ 1136.847839] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.848012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.848100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.848266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.848416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.848611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f97ee7c-1136-4a3c-9d3d-5a7fb1a6cac3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.324592] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.828301] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.828611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.828611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.829062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.829062] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.829062] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be created. [ 1137.856313] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.856495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.856588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.856814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.857022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.869747] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: UNINITIALIZED for 2s [ 1138.158371] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1138.158371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.158487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.158769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.158979] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.159127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.159215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.159407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.159507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.159621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.159750] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.663347] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.663516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.663573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.663825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.664017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.664167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.664230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.664464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.664559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.664661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.664847] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.664914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.664960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.665122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.665302] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.665380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.665430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.665686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.665756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.666790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.666790] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.169039] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2860655-ec98-4a81-8efe-47bf38338956: rpc.has_security_group_logging(os_id): False [ 1139.192444] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.192444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.192763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.192932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.192999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.193343] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.193674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.193674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.193780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.193856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.194115] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.194257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.194313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.194447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.194523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.194871] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.195079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.195130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.195282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.195413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.195537] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1139.260713] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.261036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.261036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.261270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.261364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.274954] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1139.881692] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1139.881692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.881692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.881692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.881692] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.881692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.881692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.882037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.882037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.882037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.882165] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.115594] env[66311]: INFO networking_nsxv3.common.synchronization [req-28d53ae2-19cf-4bfe-b678-230713d7046e req-778884b6-ec8d-4678-8a46-73324d1bf632 tempest-ServerActionsTestOtherB-472328764 tempest-ServerActionsTestOtherB-472328764-project-member] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1140.116215] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1140.116529] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.116718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.116718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.117098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.117472] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.117591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.117655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.117822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.117911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.118032] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.385740] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.482474] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.483083] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.483378] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.484274] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.484638] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.484891] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.485033] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.485287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.485458] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.485670] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.485782] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.485911] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.485996] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.486196] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.486337] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.486504] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.511858] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.512037] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.512272] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.512500] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.513050] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.513289] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.513451] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.513939] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.514145] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1dc3e8-0580-4ec7-9932-417f0fe88ef0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.620218] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.620368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.620440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.620677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.620772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.621081] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.621182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.621182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.621323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.621390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.621477] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 already deleted. [ 1140.621557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.892639] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a376a3f0-15d9-49b3-a9b3-5f46c82ecc89: rpc.has_security_group_logging(os_id): False [ 1140.914171] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.914421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.914522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.914798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.914922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.915275] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.915431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.915522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.915726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.916024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.916177] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be created. [ 1140.988434] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.988673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.988673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.988925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.989108] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.000986] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1141.017403] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.017403] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.017622] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.017829] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.017982] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.018174] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 4e1dc3e8-0580-4ec7-9932-417f0fe88ef0 not found, creating... [ 1141.018445] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.018604] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.018721] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.018951] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.019107] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.019428] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.019604] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.019721] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.019932] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.020270] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.020445] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 4e1dc3e8-0580-4ec7-9932-417f0fe88ef0 is going to be created. [ 1141.041640] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.041843] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.042065] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.042265] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.042604] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.042894] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.289218] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1141.289444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.792378] env[66311]: INFO networking_nsxv3.common.synchronization [req-28d53ae2-19cf-4bfe-b678-230713d7046e req-4cc550fe-d7f4-42ac-a303-297e3c8c218d service nova] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1141.792378] env[66311]: INFO networking_nsxv3.common.synchronization [req-28d53ae2-19cf-4bfe-b678-230713d7046e req-4cc550fe-d7f4-42ac-a303-297e3c8c218d service nova] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1141.792378] env[66311]: INFO networking_nsxv3.common.synchronization [req-28d53ae2-19cf-4bfe-b678-230713d7046e req-4cc550fe-d7f4-42ac-a303-297e3c8c218d service nova] Enqueued Resource ID: 4e1dc3e8-0580-4ec7-9932-417f0fe88ef0 with Priority: HIGHEST for action port [ 1141.792378] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1141.792826] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1141.792826] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1dc3e8-0580-4ec7-9932-417f0fe88ef0 with Priority: HIGHEST for action port [ 1141.794128] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.794128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.794128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.794128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.794128] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.795038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.795038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.795038] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.795248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.795349] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.795498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.795572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.795732] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.795932] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.795932] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.796927] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.796927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.796927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.797158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.797158] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1dc3e8-0580-4ec7-9932-417f0fe88ef0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.299923] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.300077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.300268] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.301274] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e1dc3e8-0580-4ec7-9932-417f0fe88ef0 with status ACTIVE [ 1142.301766] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.301953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.302073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.302299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.302388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.302576] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.302744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.302845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.303420] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.303570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.303937] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.304090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.304173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.304328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.304444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.304577] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e1dc3e8-0580-4ec7-9932-417f0fe88ef0 is going to be updated. [ 1142.333482] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.333950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.333950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.334163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.334214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.334380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e1dc3e8-0580-4ec7-9932-417f0fe88ef0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.490325] env[66311]: INFO networking_nsxv3.common.synchronization [req-67f13b52-693e-49bf-b3c1-db7373e89cdc req-bbb20874-a113-42a3-a2ce-bc64f6be0bfd tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1142.492459] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1142.492848] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.492978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.493053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.493260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.493428] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.493525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.493586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.493749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.493862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.493938] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.806458] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.839790] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.840017] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.840146] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.841173] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.841173] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.841173] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.841173] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.845361] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.845613] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.845888] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.846073] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.846240] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.846400] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.846562] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.846717] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.846909] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.870020] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.870020] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.870020] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.870020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-422" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.870020] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.870020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.870020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.870020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.870020] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.997695] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.013365] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1143.014993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.308533] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.308726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.308726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.308951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.309057] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.309179] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be created. [ 1143.352963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.353189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.353248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.353416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.353575] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.363854] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: UNINITIALIZED for 2s [ 1143.372068] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.372306] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.372433] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.372786] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.372966] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.373163] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f not found, creating... [ 1143.373466] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.373636] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.373754] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.373983] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.374135] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.374421] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.374578] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.374698] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.374923] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.375079] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.375222] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f is going to be created. [ 1143.399017] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.399298] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.399428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.399705] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.399945] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.400204] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.501117] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.003534] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.003951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.003951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.004097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.004240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.004385] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1144.039365] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.039550] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.039634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.039852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.039997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.054718] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1144.151299] env[66311]: INFO networking_nsxv3.common.synchronization [req-67f13b52-693e-49bf-b3c1-db7373e89cdc req-e3edd5e0-8ffc-4e02-bed6-bc5988f20606 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 1144.151478] env[66311]: INFO networking_nsxv3.common.synchronization [req-67f13b52-693e-49bf-b3c1-db7373e89cdc req-e3edd5e0-8ffc-4e02-bed6-bc5988f20606 service nova] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1144.151615] env[66311]: INFO networking_nsxv3.common.synchronization [req-67f13b52-693e-49bf-b3c1-db7373e89cdc req-e3edd5e0-8ffc-4e02-bed6-bc5988f20606 service nova] Enqueued Resource ID: 3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f with Priority: HIGHEST for action port [ 1144.152426] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_rules [ 1144.152588] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1144.152658] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f with Priority: HIGHEST for action port [ 1144.153748] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.154020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.154224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.154790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.155587] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.156705] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.159320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.159320] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.159320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.159320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.159320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.159320] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.659599] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.659691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.661165] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f with status ACTIVE [ 1144.661165] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.661165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.661165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.661165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.661165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.661165] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.661165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.661165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.661165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.661165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.661614] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.661614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.661614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.661614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.661614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.661796] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f is going to be updated. [ 1144.683263] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.683458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.683568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.683757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.683846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.684018] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fac8fd6-e5db-44a0-8a4c-328e2a51bd9f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.374112] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1145.374452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.374546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.374731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.374927] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.375065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.375121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.375274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.375356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.375532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.375659] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.877606] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.066388] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1146.066616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.066743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.066948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.067155] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.067283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.067359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.068031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.068031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.068031] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.380025] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad22263-b933-47ad-990a-af3a41032284: rpc.has_security_group_logging(os_id): False [ 1146.401025] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.401025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.401025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.401025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.401025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.401025] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.401025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.401025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.401501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.401501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.401501] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be created. [ 1146.500045] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.500234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.500277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.500497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.500683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.513407] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1146.572741] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.075881] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.578358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.578645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.578645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.578725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.578769] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.578856] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1147.608070] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.608241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.608331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.608584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.608768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.619195] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1148.539290] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1148.539627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.153291] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1149.153653] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1149.632052] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1149.632052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.632290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.632452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.632648] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.632917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.632917] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.633061] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.633145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.633229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.633321] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.136442] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.136442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.136442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.136442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.136442] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.136669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.136669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.136669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.136801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.136834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137036] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.137124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.137181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.137319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.137453] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.137541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.137599] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.137730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.137804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137970] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.641069] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b5c6620-e276-41c8-b424-0db8da4b420f: rpc.has_security_group_logging(os_id): False [ 1150.666247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.666395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.666466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.666681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.666774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.666971] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.667079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.667142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.667284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.667360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.667547] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.667641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.667704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.667858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.667946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.668190] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.668339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.668413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.668561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.668636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.668722] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1150.744707] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.744916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.744962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.745234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.745463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.762522] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1152.778096] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1152.778573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.154727] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.155110] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.267386] env[66311]: INFO networking_nsxv3.common.synchronization [req-ade94d1e-2b55-4431-9869-389d2955d688 req-e0078199-5037-4c63-9f1d-863e6124d8cc tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1158.267947] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1158.268297] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.268390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.268464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.268700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.268864] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.268965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.269037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.269209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.269308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.269427] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.772460] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.275067] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.776944] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.777094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.777150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.777361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.777471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.777570] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1159.811127] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.811388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.811388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.811564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.811704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.821121] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1161.501093] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.501435] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.501435] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.501664] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.501910] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.502079] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.502196] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.502397] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.502538] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.502774] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.502950] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.503159] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.503159] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.503257] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.503358] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.503486] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.523025] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.523317] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.523519] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.523712] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-343" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.524401] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-37641535-bd4e-482f-a09a-e778d12c23bf taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.524401] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.524531] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.524782] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.524886] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37641535-bd4e-482f-a09a-e778d12c23bf',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.833228] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1161.833630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.979898] env[66311]: INFO networking_nsxv3.common.synchronization [req-1654d72b-96d0-4cf8-8e0c-a9ec82897406 req-e8998614-7eb3-463c-834d-a6763f3dec66 tempest-AttachVolumeNegativeTest-1352320006 tempest-AttachVolumeNegativeTest-1352320006-project-member] Enqueued Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_members [ 1161.980492] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGHEST for action security_group_members [ 1161.980858] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-50563827-e3a5-4463-b68e-ff0fcfacb5b3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.980996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.981083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.981306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.981450] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.981564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.982261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.982439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.982534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.982636] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.026790] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.027056] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.027122] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.027400] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.027551] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.027836] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.027993] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.028129] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.028342] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.028508] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.028757] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.028907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.029041] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.029248] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.029381] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.029519] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 37641535-bd4e-482f-a09a-e778d12c23bf is going to be updated. [ 1162.050509] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.050774] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.050990] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.052145] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.052145] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.052145] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.484866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.485034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.485126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.485320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.485438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.485600] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.485700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.485761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.485904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.485979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.486082] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 is going to be updated. [ 1162.515444] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.515839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.515839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.515918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.516034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.524945] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 in Status: IN_PROGRESS for 2s [ 1163.175430] env[66311]: INFO networking_nsxv3.common.synchronization [req-c3c2f9f0-0d09-4acc-8455-551e96105119 req-61c324ab-90d2-46c7-92c7-2f47f72e75dd service nova] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_rules [ 1163.175618] env[66311]: INFO networking_nsxv3.common.synchronization [req-c3c2f9f0-0d09-4acc-8455-551e96105119 req-61c324ab-90d2-46c7-92c7-2f47f72e75dd service nova] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1163.176023] env[66311]: INFO networking_nsxv3.common.synchronization [req-c3c2f9f0-0d09-4acc-8455-551e96105119 req-61c324ab-90d2-46c7-92c7-2f47f72e75dd service nova] Enqueued Resource ID: 37641535-bd4e-482f-a09a-e778d12c23bf with Priority: HIGHEST for action port [ 1163.176321] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_rules [ 1163.176458] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1163.176556] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37641535-bd4e-482f-a09a-e778d12c23bf with Priority: HIGHEST for action port [ 1163.176822] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.176941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.177026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.177249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.177332] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.178186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.178310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.178602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.178602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.178721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.178818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.178848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.178969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.179124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.179173] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.181151] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-37641535-bd4e-482f-a09a-e778d12c23bf taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.181332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.181531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.181702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.181833] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37641535-bd4e-482f-a09a-e778d12c23bf',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.684699] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.684699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.684699] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37641535-bd4e-482f-a09a-e778d12c23bf with status ACTIVE [ 1163.685133] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.685133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.685133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.685758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.685758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.685758] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.685758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.686008] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.686008] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.686110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.686384] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.686467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.686656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.686733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.686844] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.686949] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37641535-bd4e-482f-a09a-e778d12c23bf is going to be updated. [ 1163.688180] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.710458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.710655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.710805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.710927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.711045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.711229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37641535-bd4e-482f-a09a-e778d12c23bf" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.190971] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.534748] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 in Status: SUCCESS [ 1164.534937] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 deletion is rescheduled due to dependency. [ 1164.535078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.693875] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.694374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.694374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.694532] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.694638] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.694777] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be updated. [ 1164.724826] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.724998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.725074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.725260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.725405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.736093] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: IN_PROGRESS for 2s [ 1165.959931] env[66311]: INFO networking_nsxv3.common.synchronization [req-73a6fc88-8ff3-4ed4-b032-a413b9609eed req-456b8612-ee0f-45c9-8fbd-b25aa38f6df3 tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1165.960521] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1165.960831] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.960982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.961085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.961291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.961467] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.961582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.961645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.961791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.961891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.961961] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.237484] env[66311]: INFO networking_nsxv3.common.synchronization [req-4f3eb939-5bcf-4fe2-91f5-9dcafe945b97 req-14290765-2559-44e7-8d23-d0cba31e0709 tempest-ServersTestJSON-647076083 tempest-ServersTestJSON-647076083-project-member] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1166.237484] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGHEST for action security_group_members [ 1166.237785] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.237924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.237992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.240679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.240679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.240679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.240679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.240679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.240679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.240679] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.258907] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.259509] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.259672] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.259956] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.260749] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.260933] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.261369] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.261369] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.261514] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.261658] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.261776] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.262042] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.263043] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.263043] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.263043] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.263043] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.315680] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.315971] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.316220] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.316525] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.317212] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-4d0a0784-2173-49e4-98ed-8aac8977f1da taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.317686] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-4d0a0784-2173-49e4-98ed-8aac8977f1da" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.318202] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-4d0a0784-2173-49e4-98ed-8aac8977f1da" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.318996] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-4d0a0784-2173-49e4-98ed-8aac8977f1da" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.319359] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0a0784-2173-49e4-98ed-8aac8977f1da',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.465953] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.741677] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.741677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.741677] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.741914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.741984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.742245] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.742378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.742471] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.742651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.742749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.742862] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be updated. [ 1166.746808] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1166.747050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.747246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.747465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.747683] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.747819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.747905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.748102] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.748203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.748311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.748428] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.770925] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.770925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.770925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.771110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.771219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.780407] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: IN_PROGRESS for 2s [ 1166.823433] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.823668] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.823796] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.824306] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.824470] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.824630] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 4d0a0784-2173-49e4-98ed-8aac8977f1da not found, creating... [ 1166.824983] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.825116] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.825230] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.825479] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.825622] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.825965] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.826094] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.826225] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.826438] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.826615] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.826764] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 4d0a0784-2173-49e4-98ed-8aac8977f1da is going to be created. [ 1166.848103] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.848334] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.848460] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.848746] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.848973] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.849213] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-4d0a0784-2173-49e4-98ed-8aac8977f1da" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.967748] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.250441] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.250617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.250695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.251130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.251321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.251432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.251534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.251679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.251768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.251859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.252031] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.252130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.252218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.252383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.252529] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.253687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.253757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.253919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.254028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.254289] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.254366] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.470539] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.470701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.470787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.470984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.471089] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.471180] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1167.500058] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.500058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.500058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.500058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.500058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.508207] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1167.536495] env[66311]: INFO networking_nsxv3.common.synchronization [req-73a6fc88-8ff3-4ed4-b032-a413b9609eed req-a35d0cce-d1c5-4c65-a82f-8cc6f7495b64 service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1167.536680] env[66311]: INFO networking_nsxv3.common.synchronization [req-73a6fc88-8ff3-4ed4-b032-a413b9609eed req-a35d0cce-d1c5-4c65-a82f-8cc6f7495b64 service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1167.536819] env[66311]: INFO networking_nsxv3.common.synchronization [req-73a6fc88-8ff3-4ed4-b032-a413b9609eed req-a35d0cce-d1c5-4c65-a82f-8cc6f7495b64 service nova] Enqueued Resource ID: 4d0a0784-2173-49e4-98ed-8aac8977f1da with Priority: HIGHEST for action port [ 1167.537384] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1167.537522] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1167.537617] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d0a0784-2173-49e4-98ed-8aac8977f1da with Priority: HIGHEST for action port [ 1167.537884] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.538212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.538582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.538891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.539079] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.540451] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.541437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.541437] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d0a0784-2173-49e4-98ed-8aac8977f1da taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.541437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d0a0784-2173-49e4-98ed-8aac8977f1da" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.541437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d0a0784-2173-49e4-98ed-8aac8977f1da" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.541873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d0a0784-2173-49e4-98ed-8aac8977f1da" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.542596] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0a0784-2173-49e4-98ed-8aac8977f1da',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.756763] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ba0da6-0ee3-4152-a07d-af1ae1259433: rpc.has_security_group_logging(os_id): False [ 1167.776364] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.776364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.776585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.776720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.776782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.777028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.777129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.777194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.777441] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.777562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.777743] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.777836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.777898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.778225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.778294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.778551] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.778659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.778721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.778860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.778935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.779031] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be updated. [ 1167.844636] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.844865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.844865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.845055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.845204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.859252] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: IN_PROGRESS for 2s [ 1168.040938] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.041371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.044458] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d0a0784-2173-49e4-98ed-8aac8977f1da with status ACTIVE [ 1168.044668] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.044875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.044994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.045335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.045487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.045795] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.045986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.046128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.046401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.046547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.046863] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.047078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.047203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.047415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.047553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.047676] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d0a0784-2173-49e4-98ed-8aac8977f1da is going to be updated. [ 1168.071169] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.071388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.071388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.071594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.071731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.071882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d0a0784-2173-49e4-98ed-8aac8977f1da" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.794406] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5c6620-e276-41c8-b424-0db8da4b420f in Status: SUCCESS [ 1168.794406] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f deletion is rescheduled due to dependency. [ 1168.794406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.526193] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1169.526649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.526649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.526835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.527113] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.527242] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.527309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.527469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.527547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.527674] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.876751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1169.877043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.030476] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.533134] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.035623] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.035842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.035842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.036186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.036323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.036428] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1171.180183] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.180277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.180408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.180640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.180851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.189661] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1172.538115] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.538427] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1173.204151] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1173.204418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.204597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.204872] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.205091] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.205220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.205291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.205480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.205530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.205596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.205686] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.708176] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.708724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.708724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.708724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.708907] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.708907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.709037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.709220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.709323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.709520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.709616] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.709735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.709804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.709952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.710163] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.710296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.710368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.710578] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.710673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.710779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.710967] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.214105] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2860655-ec98-4a81-8efe-47bf38338956: rpc.has_security_group_logging(os_id): False [ 1174.234793] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.235232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.235360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.235587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.235681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.235915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.236056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.236100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.236357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.236461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.236703] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.236783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.236818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.236947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.237036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.237230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.237323] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.237396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.237527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.237625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.237718] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1174.319831] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.320065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.320065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.320344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.320501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.339341] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1176.371851] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1176.372252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.539434] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.539754] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1182.540847] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.541250] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.542170] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.542542] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.744737] env[66311]: INFO networking_nsxv3.common.synchronization [req-9dece100-8d4d-4647-bd1a-5f30e917ed66 req-26b32884-23d8-4207-bae9-a1d5c8842a59 tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1187.745556] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1187.745665] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.745825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.745825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.746095] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.746261] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.746432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.746512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.746678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.746787] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.746897] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.249955] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.752389] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.254812] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.254950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.254950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.255184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.255338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.255467] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1189.288178] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.288375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.288421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.288605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.288755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.298209] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1191.309515] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1191.309796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.745960] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.746272] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1194.459674] env[66311]: INFO networking_nsxv3.common.synchronization [req-5e6b39db-260b-4a78-8935-dcb8363ec732 req-84cf85cc-5081-45d1-a78e-29b323b75c90 tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1194.460308] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1194.461464] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.461464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.461464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.461464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.461464] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.461800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.461800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.461800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.461800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.461970] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.964522] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.964740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.964740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.964963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.965069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.965272] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.965376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.965464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.965611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.965682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.965765] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1194.994324] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.994508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.994553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.994727] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.994866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.009162] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1195.283186] env[66311]: INFO networking_nsxv3.common.synchronization [req-2bb46684-2214-401a-9ed3-5e9dd1bb43bd req-61c13f4b-485b-458c-b1c8-9d8731cb7625 tempest-ServersNegativeTestJSON-1305678600 tempest-ServersNegativeTestJSON-1305678600-project-member] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1195.283459] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGHEST for action security_group_members [ 1195.283759] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.283883] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.283963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.284338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.284505] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.284613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.284678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.284830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.284914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.285013] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.788096] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.788096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.788096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.788510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.788510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.788510] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.788609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.788639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.788766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.788882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.788930] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be updated. [ 1195.830374] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.830536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.830611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.830828] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.830963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.841758] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: IN_PROGRESS for 2s [ 1197.019376] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1197.019729] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 deletion is rescheduled due to dependency. [ 1197.019729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.203709] env[66311]: INFO networking_nsxv3.common.synchronization [req-35164a3b-bbb2-4e0d-99c7-2acdcb2c065b req-a70e5d1e-ea0d-4c78-8537-71efb41d40e6 tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1197.203709] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1197.203709] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.203709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.203709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.203709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.203709] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.203709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.203709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.203709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.203709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.203709] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.471909] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.472136] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.472263] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.472526] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.472789] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.472946] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.473078] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.473319] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.473499] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.473698] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.473808] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.473915] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.474033] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.474147] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.474274] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.474412] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.492245] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.492472] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.492595] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.492769] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-711" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.493099] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-cad92044-5ba8-4edc-8a03-28abcef4d816 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.493363] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-cad92044-5ba8-4edc-8a03-28abcef4d816" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.493486] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-cad92044-5ba8-4edc-8a03-28abcef4d816" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.493800] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-cad92044-5ba8-4edc-8a03-28abcef4d816" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.493937] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad92044-5ba8-4edc-8a03-28abcef4d816',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.705802] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.705965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.705965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.706172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.706277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.706470] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.706573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.706636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.706790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.706861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.706946] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1197.734716] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.734852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.734947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.735179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.735332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.744907] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1197.851926] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 in Status: SUCCESS [ 1197.852126] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 deletion is rescheduled due to dependency. [ 1197.852241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.997169] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.997169] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.997169] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.997345] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.997495] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.998877] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port cad92044-5ba8-4edc-8a03-28abcef4d816 not found, creating... [ 1197.999228] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.999402] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.999523] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.999746] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.999886] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.000199] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.000377] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.000479] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.000687] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.000821] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.001186] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: cad92044-5ba8-4edc-8a03-28abcef4d816 is going to be created. [ 1198.022185] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.022466] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.022537] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.022802] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.023083] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.023474] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-cad92044-5ba8-4edc-8a03-28abcef4d816" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.719013] env[66311]: INFO networking_nsxv3.common.synchronization [req-35164a3b-bbb2-4e0d-99c7-2acdcb2c065b req-67a7e982-55cd-4577-b572-2b870e444e1e service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1198.719175] env[66311]: INFO networking_nsxv3.common.synchronization [req-35164a3b-bbb2-4e0d-99c7-2acdcb2c065b req-67a7e982-55cd-4577-b572-2b870e444e1e service nova] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1198.719259] env[66311]: INFO networking_nsxv3.common.synchronization [req-35164a3b-bbb2-4e0d-99c7-2acdcb2c065b req-67a7e982-55cd-4577-b572-2b870e444e1e service nova] Enqueued Resource ID: cad92044-5ba8-4edc-8a03-28abcef4d816 with Priority: HIGHEST for action port [ 1198.719486] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_rules [ 1198.719609] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1198.719700] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad92044-5ba8-4edc-8a03-28abcef4d816 with Priority: HIGHEST for action port [ 1198.720366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.720508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.720579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.720778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.720860] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.722249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.722379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.722574] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-cad92044-5ba8-4edc-8a03-28abcef4d816 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.722682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cad92044-5ba8-4edc-8a03-28abcef4d816" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.722748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cad92044-5ba8-4edc-8a03-28abcef4d816" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.722919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cad92044-5ba8-4edc-8a03-28abcef4d816" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.722996] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad92044-5ba8-4edc-8a03-28abcef4d816',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.222581] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.222937] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.224991] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cad92044-5ba8-4edc-8a03-28abcef4d816 with status ACTIVE [ 1199.225184] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.225305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.225374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.225584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.225675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.225847] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.225945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.226015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.226169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.226272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.226416] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.226505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.226562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.226688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.226762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.226846] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cad92044-5ba8-4edc-8a03-28abcef4d816 is going to be updated. [ 1199.247034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.247265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.247265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.247473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.247609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.247764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cad92044-5ba8-4edc-8a03-28abcef4d816" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.756023] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1199.756023] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 deletion is rescheduled due to dependency. [ 1199.756251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.756427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.756650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.756833] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.756945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.757097] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.757159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.757241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.757336] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.918707] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.918707] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.918707] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.918707] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.918914] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.918914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.919019] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.919519] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.919749] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.920083] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.920184] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.920323] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.920460] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.920620] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.920774] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.920940] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.940099] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.940320] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.940425] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.940603] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-886" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.940910] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.941097] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.941218] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.941473] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.941611] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.259501] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.443832] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.444356] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.444356] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.444666] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.444927] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.445269] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.445606] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.445691] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.446078] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.446159] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.446628] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.446761] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.446845] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.447134] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.447313] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.447505] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d is going to be updated. [ 1200.469558] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.469847] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.470031] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.470421] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.470707] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.471016] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.762161] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.168064] env[66311]: INFO networking_nsxv3.common.synchronization [req-a20c9e5a-9a4c-4ee4-a7ca-b0c7da9a0120 req-519b3ee6-0fbe-4f38-b844-357708585ada service nova] Enqueued Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_rules [ 1201.168269] env[66311]: INFO networking_nsxv3.common.synchronization [req-a20c9e5a-9a4c-4ee4-a7ca-b0c7da9a0120 req-519b3ee6-0fbe-4f38-b844-357708585ada service nova] Enqueued Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_members [ 1201.168410] env[66311]: INFO networking_nsxv3.common.synchronization [req-a20c9e5a-9a4c-4ee4-a7ca-b0c7da9a0120 req-519b3ee6-0fbe-4f38-b844-357708585ada service nova] Enqueued Resource ID: f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d with Priority: HIGHEST for action port [ 1201.168913] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_rules [ 1201.169057] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_members [ 1201.169199] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d with Priority: HIGHEST for action port [ 1201.169417] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.169571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.169626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.169839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.169887] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.170832] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.170969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.171041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.171208] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.171353] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.171443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.171496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.171777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.171777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.171777] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.172601] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.172689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.172804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.172938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.173044] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.264313] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.264629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.264629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.264800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.264925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.265067] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1201.291027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.291217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.291262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.291466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.291609] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.299918] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1201.675416] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.676583] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.676703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.676872] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d with status ACTIVE [ 1201.677044] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.677163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.677294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.677925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.677925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.677925] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.677925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.678205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.678324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.678405] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.678678] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.678853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.678951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.679045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.679112] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.679226] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d is going to be updated. [ 1201.705845] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.706055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.706117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.706324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.706494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.706675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59ed5e1-b7ba-4a9b-9dcb-f0963b96152d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.182187] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.686774] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.686774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.686774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.687224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.687224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.687224] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc is going to be updated. [ 1202.719105] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.719374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.719444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.719665] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.719819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.728935] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: IN_PROGRESS for 2s [ 1203.310211] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1203.310428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.310626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.310817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.311022] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.311142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.311207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.311365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.311447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.311531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.311638] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.814458] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.814825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.814825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.814902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.815065] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.815180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.815246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.815379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.815466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.815561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.815711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.815802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.815863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.815996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.816146] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.816237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.816293] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.816433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.816505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.816573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.816661] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.319028] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2860655-ec98-4a81-8efe-47bf38338956: rpc.has_security_group_logging(os_id): False [ 1204.341193] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.341368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.341368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.341565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.341669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.341946] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.342064] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.342123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.342283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.342362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.342539] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.342631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.342693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.342830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.342903] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.344639] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.344741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.344895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.345066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.345149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.345239] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1204.408955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.409184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.409184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.409397] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.409545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.427149] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1204.739996] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: SUCCESS [ 1204.740289] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.740500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.740738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.740966] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.741145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.741233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.741479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.741571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.741696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.743927] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.248123] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.742909] env[66311]: INFO networking_nsxv3.common.synchronization [req-4d064e4d-8bb0-4d07-aa0c-98a25faf533a req-a18584c7-0951-4f77-9b70-61faa4799ccb tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_members [ 1205.743584] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGHEST for action security_group_members [ 1205.746235] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.746235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.746235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.746235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.746235] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.746235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.746235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.746235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.746235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.746235] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.751267] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e33385fe-c4d7-4521-860a-68c91302c9fc: rpc.has_security_group_logging(os_id): False [ 1205.771213] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.771500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.771666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.771993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.772115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.772415] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.772543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.772612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.772796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.772986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.773131] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc is going to be updated. [ 1205.838856] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.841020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.841020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.841020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.841020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.858729] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: IN_PROGRESS for 2s [ 1206.252609] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.253078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.253078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.253147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.253251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.253500] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.253635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.253699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.253899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.253994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.254104] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c is going to be updated. [ 1206.288744] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.288951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.289044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.289263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.289458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.299791] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c in Status: IN_PROGRESS for 2s [ 1206.443021] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1206.443309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.874736] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: SUCCESS [ 1207.874736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.309867] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c in Status: SUCCESS [ 1208.310063] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c deletion is rescheduled due to dependency. [ 1208.310127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.744832] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.745293] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1215.745937] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.746258] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.047639] env[66311]: INFO networking_nsxv3.common.synchronization [req-acef7718-64c7-4924-b9f8-4712b3fc2442 req-f9bc1797-d763-49e3-9d0a-db6bfdcce1a8 tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1216.048331] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1216.048678] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.048806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.048875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.049124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.049278] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.049388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.049457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.049613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.049695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.049805] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.358868] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.359091] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.359219] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.359503] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.359770] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.359927] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.360057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.360335] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.360491] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.360702] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.360832] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.360943] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.361063] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.361187] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.361354] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.361515] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.382783] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.382974] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.383172] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.383434] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.383763] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-02f9e20f-3dde-4a59-a684-b6e58d59b982 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.383938] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.384075] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.384456] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.384591] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f9e20f-3dde-4a59-a684-b6e58d59b982',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.552705] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.552942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.553063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.553316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.553419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.553663] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.553817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.553894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.554042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.554121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.554213] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 is going to be updated. [ 1216.610264] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.610497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.610497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.610730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.610868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.622840] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: IN_PROGRESS for 2s [ 1216.886795] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.887220] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.887220] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.887462] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.887632] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.887796] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 02f9e20f-3dde-4a59-a684-b6e58d59b982 not found, creating... [ 1216.888088] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.888276] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.888395] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.888628] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.888775] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.889071] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.889228] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.889419] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.889600] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.889738] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.889878] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 02f9e20f-3dde-4a59-a684-b6e58d59b982 is going to be created. [ 1216.911995] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.912278] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.912397] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.912735] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.913023] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.913360] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.638552] env[66311]: INFO networking_nsxv3.common.synchronization [req-acef7718-64c7-4924-b9f8-4712b3fc2442 req-d5a1eaae-4b36-4408-ad0e-5b76f3eb2f0e service nova] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_rules [ 1217.638753] env[66311]: INFO networking_nsxv3.common.synchronization [req-acef7718-64c7-4924-b9f8-4712b3fc2442 req-d5a1eaae-4b36-4408-ad0e-5b76f3eb2f0e service nova] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1217.638915] env[66311]: INFO networking_nsxv3.common.synchronization [req-acef7718-64c7-4924-b9f8-4712b3fc2442 req-d5a1eaae-4b36-4408-ad0e-5b76f3eb2f0e service nova] Enqueued Resource ID: 02f9e20f-3dde-4a59-a684-b6e58d59b982 with Priority: HIGHEST for action port [ 1217.639514] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_rules [ 1217.639771] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1217.639882] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f9e20f-3dde-4a59-a684-b6e58d59b982 with Priority: HIGHEST for action port [ 1217.640206] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.640328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.640401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.640596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.640679] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.641948] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.642079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.642277] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f9e20f-3dde-4a59-a684-b6e58d59b982 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.642388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.642454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.642644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.642920] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f9e20f-3dde-4a59-a684-b6e58d59b982',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.144346] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.144738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.146966] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02f9e20f-3dde-4a59-a684-b6e58d59b982 with status ACTIVE [ 1218.147216] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.147366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.147431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.147621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.147722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.147904] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.148066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.148157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.148346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.148438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.148621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.148688] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.148725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.148841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.148975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.149054] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02f9e20f-3dde-4a59-a684-b6e58d59b982 is going to be updated. [ 1218.171316] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.171524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.171524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.171740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.171875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.172044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.632899] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: SUCCESS [ 1218.633089] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 deletion is rescheduled due to dependency. [ 1218.633197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.633386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.633607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.633806] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.633923] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.633988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.634161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.634241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.634374] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.136123] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.638592] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.141350] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.141507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.142157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.142157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.142157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.142157] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 is going to be updated. [ 1220.170137] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.170137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.170137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.170137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.170137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.178822] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: IN_PROGRESS for 2s [ 1222.190427] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: SUCCESS [ 1222.191075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.191075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.191183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.191338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.191493] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.191568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.191735] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.191820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.191904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.192019] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.641052] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.641052] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1222.695298] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.695298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.695298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.695298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.695634] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.695634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.695736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.695889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.696078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.696078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.696170] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.696235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.696347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.696434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.696709] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.696709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.696709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.697070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.697070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.697070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.697070] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.726810] env[66311]: INFO networking_nsxv3.common.synchronization [req-99d01604-95a6-4cec-bb5e-c8c0e8ea4044 req-e1ea85b5-11be-4bdf-8d9b-567d50146651 tempest-ImagesTestJSON-1431140282 tempest-ImagesTestJSON-1431140282-project-member] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1222.726810] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGHEST for action security_group_members [ 1222.727122] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.727258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.727346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.727487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.727630] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.727720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.727821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.727922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.728268] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.728268] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.200018] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c481ec2-5282-4fe8-9cf7-057780d22d56: rpc.has_security_group_logging(os_id): False [ 1223.228028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.228250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.228250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.228476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.228566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.228794] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.228892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.228960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.229117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.229193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.229377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.229456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.229528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.229650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.229722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.229896] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.229978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.230052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.230179] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.230250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.230334] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 is going to be updated. [ 1223.231559] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.231683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.231733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.231873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.231950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.232124] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.232217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.232267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.232463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.232541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.232624] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be updated. [ 1223.269708] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.269909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.269909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.270084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.270231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.278793] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: IN_PROGRESS for 2s [ 1223.300650] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.300912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.300912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.301128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.301282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.321761] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: IN_PROGRESS for 2s [ 1225.288519] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2860655-ec98-4a81-8efe-47bf38338956 in Status: SUCCESS [ 1225.288927] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2860655-ec98-4a81-8efe-47bf38338956 deletion is rescheduled due to dependency. [ 1225.288976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.338194] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: SUCCESS [ 1225.338480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.265046] env[66311]: INFO networking_nsxv3.common.synchronization [req-4644763c-157c-4ac8-a659-7390f1c921d0 req-1f5bc7f7-6f13-4fb8-aa57-12001ab289ce tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1227.265704] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGHEST for action security_group_members [ 1227.266017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.266853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.266996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.267141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.267308] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.267407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.267504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.267649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.267755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.267802] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.310016] env[66311]: INFO networking_nsxv3.common.synchronization [req-4644763c-157c-4ac8-a659-7390f1c921d0 req-1f5bc7f7-6f13-4fb8-aa57-12001ab289ce tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 02f9e20f-3dde-4a59-a684-b6e58d59b982 with Priority: HIGHEST for action port [ 1227.310016] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f9e20f-3dde-4a59-a684-b6e58d59b982 with Priority: HIGHEST for action port [ 1227.310016] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f9e20f-3dde-4a59-a684-b6e58d59b982 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.310318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.310318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.310417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.310462] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f9e20f-3dde-4a59-a684-b6e58d59b982',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.770605] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.770863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.770986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.771354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.771574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.771793] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.771955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.772091] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.772360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.772511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.772673] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 is going to be updated. [ 1227.809835] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.810073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.810141] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.810430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.810570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.814458] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02f9e20f-3dde-4a59-a684-b6e58d59b982 with status ACTIVE [ 1227.814820] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.814960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.815042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.815237] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.815347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.815612] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.815758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.815827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.815992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.816086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.816277] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.816372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.816434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.816576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.816652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.816737] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02f9e20f-3dde-4a59-a684-b6e58d59b982 is going to be updated. [ 1227.821702] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: IN_PROGRESS for 2s [ 1227.839423] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.839571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.839628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.839863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.840030] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.840193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f9e20f-3dde-4a59-a684-b6e58d59b982" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.834361] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 in Status: SUCCESS [ 1229.834724] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 deletion is rescheduled due to dependency. [ 1229.834724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.297760] env[66311]: INFO networking_nsxv3.common.synchronization [None req-1e787016-a42f-40c9-8511-f07fde7a6a61 None None] Enqueued Resource ID: 71646bb9-07ab-4222-982c-b2628acb3416 with Priority: HIGHEST for action port [ 1231.298817] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71646bb9-07ab-4222-982c-b2628acb3416 with Priority: HIGHEST for action port [ 1231.298817] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-71646bb9-07ab-4222-982c-b2628acb3416 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.298970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71646bb9-07ab-4222-982c-b2628acb3416" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.298970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71646bb9-07ab-4222-982c-b2628acb3416" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.299641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71646bb9-07ab-4222-982c-b2628acb3416" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.299779] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71646bb9-07ab-4222-982c-b2628acb3416',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.802523] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71646bb9-07ab-4222-982c-b2628acb3416 [ 1231.802866] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.803125] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.803234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.803524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.803605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.803730] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71646bb9-07ab-4222-982c-b2628acb3416 already deleted. [ 1231.803818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71646bb9-07ab-4222-982c-b2628acb3416" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.030169] env[66311]: INFO networking_nsxv3.common.synchronization [None req-4b59d2b1-a1ab-43a6-b812-a9aeb4eb9df2 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_rules [ 1232.030738] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_rules [ 1232.031056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.031180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.031272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.031614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.031705] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.116459] env[66311]: INFO networking_nsxv3.common.synchronization [None req-797d7b2f-3634-44ca-a552-1ba13efae485 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_rules [ 1232.117372] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_rules [ 1232.117372] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.117372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.553326] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.553326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.553326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.553762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.553762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.553762] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 already deleted. [ 1232.553935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.553935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.555579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.555579] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.074960] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.074960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.074960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.074960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.074960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.074960] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 already deleted. [ 1233.074960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.499871] env[66311]: INFO networking_nsxv3.common.synchronization [None req-6e12930f-abbf-4908-840a-8d4df5e92419 None None] Enqueued Resource ID: 130e78c6-20e7-498e-9ba1-cfe03cede726 with Priority: HIGHEST for action port [ 1233.500501] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130e78c6-20e7-498e-9ba1-cfe03cede726 with Priority: HIGHEST for action port [ 1233.500942] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-130e78c6-20e7-498e-9ba1-cfe03cede726 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.501049] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-130e78c6-20e7-498e-9ba1-cfe03cede726" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.501140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-130e78c6-20e7-498e-9ba1-cfe03cede726" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.501527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-130e78c6-20e7-498e-9ba1-cfe03cede726" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.501663] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('130e78c6-20e7-498e-9ba1-cfe03cede726',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.004357] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 130e78c6-20e7-498e-9ba1-cfe03cede726 [ 1234.004775] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.004775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.004905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.005023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.005113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.005215] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:130e78c6-20e7-498e-9ba1-cfe03cede726 already deleted. [ 1234.005289] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-130e78c6-20e7-498e-9ba1-cfe03cede726" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.906648] env[66311]: INFO networking_nsxv3.common.synchronization [req-864f364d-5b94-44c3-9efd-2c750c9d0cce req-69c4c1a2-f360-494e-846d-f9089ccef0c2 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_members [ 1237.906648] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_members [ 1237.906648] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9efe4658-8c0e-483a-9bc0-4e8184fb9262 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.906648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.906648] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.907020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.907020] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.907020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.907409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.907590] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.907660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.907750] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.202349] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.202580] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.202706] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.203050] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.203315] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.203517] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.203644] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.203900] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.204016] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.204231] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.204349] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.204477] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.204597] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.204711] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.204817] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.204947] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.226576] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.226775] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.226875] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.227073] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.227400] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-52bb0865-74cb-49a8-bf07-3699d064a68e taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.227576] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-52bb0865-74cb-49a8-bf07-3699d064a68e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.227700] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-52bb0865-74cb-49a8-bf07-3699d064a68e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.228050] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-52bb0865-74cb-49a8-bf07-3699d064a68e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.228195] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52bb0865-74cb-49a8-bf07-3699d064a68e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.411592] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.412113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.412693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.412693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.412824] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.413062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.413223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.413315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.413662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.413778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.413921] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 already deleted. [ 1238.414047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.730280] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.730565] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.730735] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.731094] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.731291] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.731524] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 52bb0865-74cb-49a8-bf07-3699d064a68e not found, creating... [ 1238.731887] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.732115] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.732287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.732583] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.732765] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.733138] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.733342] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.733531] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.733768] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.733942] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.734149] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 52bb0865-74cb-49a8-bf07-3699d064a68e is going to be created. [ 1238.755236] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.755337] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.755509] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.755897] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.756242] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.756486] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-52bb0865-74cb-49a8-bf07-3699d064a68e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.508991] env[66311]: INFO networking_nsxv3.common.synchronization [req-864f364d-5b94-44c3-9efd-2c750c9d0cce req-8352cc98-eeda-447c-a928-5ab649a51146 service nova] Enqueued Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_rules [ 1239.509483] env[66311]: INFO networking_nsxv3.common.synchronization [req-864f364d-5b94-44c3-9efd-2c750c9d0cce req-8352cc98-eeda-447c-a928-5ab649a51146 service nova] Enqueued Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_members [ 1239.509483] env[66311]: INFO networking_nsxv3.common.synchronization [req-864f364d-5b94-44c3-9efd-2c750c9d0cce req-8352cc98-eeda-447c-a928-5ab649a51146 service nova] Enqueued Resource ID: 52bb0865-74cb-49a8-bf07-3699d064a68e with Priority: HIGHEST for action port [ 1239.509838] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_rules [ 1239.509987] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_members [ 1239.510102] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52bb0865-74cb-49a8-bf07-3699d064a68e with Priority: HIGHEST for action port [ 1239.510382] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.510519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.510574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.510867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.510953] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.511949] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9efe4658-8c0e-483a-9bc0-4e8184fb9262 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.512117] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.512203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.512462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.512595] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.512675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.512724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.512878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.512957] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.513055] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.513879] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-52bb0865-74cb-49a8-bf07-3699d064a68e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.513992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52bb0865-74cb-49a8-bf07-3699d064a68e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.514135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52bb0865-74cb-49a8-bf07-3699d064a68e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.514220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52bb0865-74cb-49a8-bf07-3699d064a68e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.514294] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52bb0865-74cb-49a8-bf07-3699d064a68e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.018446] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9efe4658-8c0e-483a-9bc0-4e8184fb9262 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.018446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.018446] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.018446] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52bb0865-74cb-49a8-bf07-3699d064a68e with status ACTIVE [ 1240.018446] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.018446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.018446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.018446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.018446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.019068] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.019068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.019068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.019068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.019068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.019068] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.019317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.019317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.019413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.019413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.019496] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52bb0865-74cb-49a8-bf07-3699d064a68e is going to be updated. [ 1240.042165] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.042415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.042415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.042565] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.042705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.042853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52bb0865-74cb-49a8-bf07-3699d064a68e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.522249] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.025221] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.025422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.025422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.025597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.025693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.025906] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 is going to be created. [ 1241.051138] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.051377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.051377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.051576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.051734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.063707] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 in Status: UNINITIALIZED for 2s [ 1243.075816] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 in Status: SUCCESS [ 1243.076140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.076373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.076692] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.076976] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.077170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.077276] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.077514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.077643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.077796] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.077949] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.580889] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.084168] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9efe4658-8c0e-483a-9bc0-4e8184fb9262: rpc.has_security_group_logging(os_id): False [ 1244.102615] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.102841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.102841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.103078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.103171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.103419] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.103573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.103636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.103789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.103866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.103955] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 is going to be created. [ 1244.162962] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.163203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.163203] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.163391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.163644] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.174331] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 in Status: IN_PROGRESS for 2s [ 1244.511390] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.511587] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1246.187487] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 in Status: SUCCESS [ 1246.187789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.512915] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.513373] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.584457] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.584784] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.797916] env[66311]: INFO networking_nsxv3.common.synchronization [req-e74bd810-8ac5-462b-95d2-bb3d014f48d5 req-79b2709e-9094-4d2d-8bc0-45317c62a79c tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 1251.798836] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 1251.798836] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.798836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.798836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.798836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.799098] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.799098] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.799200] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.799463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.799759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.799759] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.112706] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.113054] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.113236] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.113597] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.114041] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.114235] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.114357] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.114633] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.114819] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.115142] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.115263] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.115372] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.115474] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.115581] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.115736] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.115808] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.140074] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.140265] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.140383] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.140560] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-233" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.140882] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-c967a267-d031-4426-87fc-c12ac8d8e965 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.141075] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-c967a267-d031-4426-87fc-c12ac8d8e965" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.141266] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-c967a267-d031-4426-87fc-c12ac8d8e965" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.141660] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-c967a267-d031-4426-87fc-c12ac8d8e965" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.141835] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c967a267-d031-4426-87fc-c12ac8d8e965',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.302667] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.644833] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.644833] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.645123] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.645271] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.645421] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.645581] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port c967a267-d031-4426-87fc-c12ac8d8e965 not found, creating... [ 1252.645874] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.646070] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.646191] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.646405] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.646547] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.646842] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.646998] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.647129] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.647337] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.647471] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.647609] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: c967a267-d031-4426-87fc-c12ac8d8e965 is going to be created. [ 1252.670253] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.670489] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.670619] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.670902] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.671150] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.671376] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-c967a267-d031-4426-87fc-c12ac8d8e965" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.805162] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.307563] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.307759] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.307810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.308058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.308173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.308291] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c is going to be updated. [ 1253.342564] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.342671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.342719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.342921] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.343111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.353719] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: IN_PROGRESS for 2s [ 1253.376045] env[66311]: INFO networking_nsxv3.common.synchronization [req-e74bd810-8ac5-462b-95d2-bb3d014f48d5 req-a5153723-16b7-4ece-a2d9-05e944e8a8b2 service nova] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_rules [ 1253.376287] env[66311]: INFO networking_nsxv3.common.synchronization [req-e74bd810-8ac5-462b-95d2-bb3d014f48d5 req-a5153723-16b7-4ece-a2d9-05e944e8a8b2 service nova] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 1253.376442] env[66311]: INFO networking_nsxv3.common.synchronization [req-e74bd810-8ac5-462b-95d2-bb3d014f48d5 req-a5153723-16b7-4ece-a2d9-05e944e8a8b2 service nova] Enqueued Resource ID: c967a267-d031-4426-87fc-c12ac8d8e965 with Priority: HIGHEST for action port [ 1253.377240] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_rules [ 1253.377427] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 1253.377545] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c967a267-d031-4426-87fc-c12ac8d8e965 with Priority: HIGHEST for action port [ 1253.378024] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.378024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.378259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.378335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.378449] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.380153] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.380398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.380661] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-c967a267-d031-4426-87fc-c12ac8d8e965 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.380797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c967a267-d031-4426-87fc-c12ac8d8e965" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.380948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c967a267-d031-4426-87fc-c12ac8d8e965" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.381194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c967a267-d031-4426-87fc-c12ac8d8e965" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.381305] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c967a267-d031-4426-87fc-c12ac8d8e965',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.881206] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.881671] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.882713] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c967a267-d031-4426-87fc-c12ac8d8e965 with status ACTIVE [ 1253.882910] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.883041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.883110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.883318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.883406] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.883628] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.883740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.883822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.883990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.884119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.884297] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.884371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.884429] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.884567] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.884643] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.884728] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c967a267-d031-4426-87fc-c12ac8d8e965 is going to be updated. [ 1253.909159] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.909376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.909376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.909582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.909723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.909881] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c967a267-d031-4426-87fc-c12ac8d8e965" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.363124] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: SUCCESS [ 1255.363479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.363519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.363869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.364086] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.364211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.364278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.364449] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.364579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.364713] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.867394] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.369800] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.702367] env[66311]: INFO networking_nsxv3.common.synchronization [req-f25f404b-48f0-42e7-99c0-96bbb9b7ab44 req-3152477d-a9c4-4dcb-895b-b12d1d6fee74 tempest-AttachVolumeShelveTestJSON-377672532 tempest-AttachVolumeShelveTestJSON-377672532-project-member] Enqueued Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_members [ 1256.702607] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33385fe-c4d7-4521-860a-68c91302c9fc with Priority: HIGHEST for action security_group_members [ 1256.702955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-e33385fe-c4d7-4521-860a-68c91302c9fc taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.703103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.703220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.703386] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.703601] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.703721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.703758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.704109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.704109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.704109] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e33385fe-c4d7-4521-860a-68c91302c9fc',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.872077] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.872292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.872363] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.872635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.872712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.872787] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c is going to be updated. [ 1256.909573] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.909786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.909942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.910194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.910390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.923239] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: IN_PROGRESS for 2s [ 1257.206249] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.206549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.206549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.206722] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.206818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.207042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.207139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.207200] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.207356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.207443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.207535] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc is going to be updated. [ 1257.238417] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.238646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.238646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.238914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.239048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.250302] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: IN_PROGRESS for 2s [ 1258.933652] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: SUCCESS [ 1258.933927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.934043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.934260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.934452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.934655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.934805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.934997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.935106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.935197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.935292] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.262317] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e33385fe-c4d7-4521-860a-68c91302c9fc in Status: SUCCESS [ 1259.262507] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e33385fe-c4d7-4521-860a-68c91302c9fc deletion is rescheduled due to dependency. [ 1259.262600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e33385fe-c4d7-4521-860a-68c91302c9fc" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.437277] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.940160] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c: rpc.has_security_group_logging(os_id): False [ 1259.957621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.957854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.957854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.958236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.978226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.978620] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.978729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.978771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.978972] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.979074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.979165] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c is going to be updated. [ 1260.045734] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.045971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.045971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.046191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.046558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.058594] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: IN_PROGRESS for 2s [ 1261.534988] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.535377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.535377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.535539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.535729] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.703537] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.703537] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1262.038091] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.072207] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: SUCCESS [ 1262.072431] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.541415] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.044481] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1263.044554] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1263.911804] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.911804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.911804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.911804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.924202] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1263.925164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.926485] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1263.967283] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.967283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.967283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.967283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.980823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.981754] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1263.982193] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1263.982193] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1264.027844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.028043] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.028142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.028357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.029582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.029778] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1264.133034] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.133034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.133034] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.133457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.133938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.134864] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1264.280621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.280869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.280869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.281054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.281358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.281666] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1264.281759] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4e01863b-7038-44ce-8bb1-b1724fe3ac80', 'c2860655-ec98-4a81-8efe-47bf38338956', 'a376a3f0-15d9-49b3-a9b3-5f46c82ecc89', '8a7b3710-8aec-46df-a09d-47d986416f26', '0ab898b6-dd16-4f60-93b1-789537a27a19', 'f53e33ec-0193-45c4-ab39-13e295a3d4e5', '148923f8-d700-4bb2-80bb-7e96a26c307a', '70a43a96-aba5-4c20-b10b-eeb10d353425', 'd31640ba-584e-48a1-8366-132517b80580', '36f757b9-d784-4df8-8287-265730676069', '33a73bf4-ab8a-4ffb-bb51-4f647987ef8c', '5c481ec2-5282-4fe8-9cf7-057780d22d56', '93d79b3b-4fbd-4333-b823-ece5e302a361', '0a255023-79eb-4a38-9568-5a0137d46170', '60560821-fb9a-4fcb-8941-9efb64d3b098', 'aad22263-b933-47ad-990a-af3a41032284', 'fc181297-5d0e-4a04-8d80-5424060f4ce5', '7b08415a-348c-4643-9a54-00267dd338a0', 'f38892ee-e01a-454d-b45e-2b2783f567a6', '50563827-e3a5-4463-b68e-ff0fcfacb5b3', 'a48b4459-b433-4f93-816b-0de077beff77', '446e9b1d-77d7-4226-a549-2aa2e7733785', '8326b4b5-a521-4cc0-8294-e756c497b7c1', '9efe4658-8c0e-483a-9bc0-4e8184fb9262', '85c381f1-8346-4e57-b50b-45ac293c2fe9', 'b63d3715-a589-4c71-9625-dba827e5b851', '9b5c6620-e276-41c8-b424-0db8da4b420f', '80c746c2-8845-47a1-aeaf-c06bf828afca', 'dca428fe-0e68-4db4-9aad-91f4f1a2d089', '48ba0da6-0ee3-4152-a07d-af1ae1259433', '8fa91f3f-0b2d-4a1e-869d-9702f4134fef', '0c081b26-2de7-4756-8e22-59b4ddd8826a', '0c9b702f-81a6-49a3-a419-80181ba79346', '0e7321bf-e035-41f5-bf64-c82324eb933e', 'dab5c8c3-7960-417c-b956-7ecfcd25f462', 'e33385fe-c4d7-4521-860a-68c91302c9fc', 'dd957962-f2c3-4025-a673-3b5601ccfa68', '0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c', '5e48400a-19d3-42ee-a552-01412c798a66', 'ff9ad5f1-b035-4d0f-9439-1175de924804', '917f84d9-2269-47db-93be-54a02a5e9f03'} {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1264.281868] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1264.299519] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.299742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.299742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.299908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.299996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.300124] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1264.300197] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1264.300271] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1264.372284] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.372284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.372284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.372284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.373971] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.374243] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1264.374493] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1264.375065] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1264.375065] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1264.375065] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1264.375065] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGH for action security_group_rules [ 1264.375065] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGH for action security_group_rules [ 1264.375065] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGH for action security_group_rules [ 1264.375065] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGH for action security_group_rules [ 1264.375356] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGH for action security_group_rules [ 1264.375356] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGH for action security_group_rules [ 1264.375356] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGH for action security_group_rules [ 1264.375501] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGH for action security_group_rules [ 1264.375501] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGH for action security_group_rules [ 1264.375597] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGH for action security_group_rules [ 1264.375677] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGH for action security_group_rules [ 1264.375756] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGH for action security_group_rules [ 1264.375835] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGH for action security_group_rules [ 1264.376548] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGH for action security_group_rules [ 1264.376548] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGH for action security_group_rules [ 1264.376548] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGH for action security_group_rules [ 1264.376548] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGH for action security_group_rules [ 1264.376548] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGH for action security_group_rules [ 1264.376548] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGH for action security_group_rules [ 1264.376548] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGH for action security_group_rules [ 1264.376548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.704155] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.704447] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1266.704447] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 with Priority: HIGH for action security_group_rules [ 1266.704541] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGH for action security_group_rules [ 1266.704617] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148923f8-d700-4bb2-80bb-7e96a26c307a with Priority: HIGH for action security_group_rules [ 1266.704726] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 with Priority: HIGH for action security_group_rules [ 1266.704826] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 with Priority: HIGH for action security_group_rules [ 1266.704919] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38892ee-e01a-454d-b45e-2b2783f567a6 with Priority: HIGH for action security_group_rules [ 1266.705072] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b08415a-348c-4643-9a54-00267dd338a0 with Priority: HIGH for action security_group_rules [ 1266.705145] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 with Priority: HIGH for action security_group_rules [ 1266.705188] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a255023-79eb-4a38-9568-5a0137d46170 with Priority: HIGH for action security_group_rules [ 1266.705293] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGH for action security_group_rules [ 1266.705426] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 with Priority: HIGH for action security_group_rules [ 1266.705426] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 with Priority: HIGH for action security_group_rules [ 1266.705508] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c with Priority: HIGH for action security_group_rules [ 1266.705630] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f757b9-d784-4df8-8287-265730676069 with Priority: HIGH for action security_group_rules [ 1266.705688] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31640ba-584e-48a1-8366-132517b80580 with Priority: HIGH for action security_group_rules [ 1266.705824] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 with Priority: HIGH for action security_group_rules [ 1266.705824] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 with Priority: HIGH for action security_group_rules [ 1266.705937] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 with Priority: HIGH for action security_group_rules [ 1266.706040] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2860655-ec98-4a81-8efe-47bf38338956 with Priority: HIGH for action security_group_rules [ 1266.707868] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b3710-8aec-46df-a09d-47d986416f26 with Priority: HIGH for action security_group_rules [ 1266.708352] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.708489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.708558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.708764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.708849] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e01863b-7038-44ce-8bb1-b1724fe3ac80',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.709812] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.709928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.709991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.710408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.710408] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.711147] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-148923f8-d700-4bb2-80bb-7e96a26c307a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.711286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.711348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.711483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.711573] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('148923f8-d700-4bb2-80bb-7e96a26c307a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.712296] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60560821-fb9a-4fcb-8941-9efb64d3b098 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.712296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.712446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.712505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.712551] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60560821-fb9a-4fcb-8941-9efb64d3b098',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.713309] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.713426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.713426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.713563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.713606] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50563827-e3a5-4463-b68e-ff0fcfacb5b3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.714414] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f38892ee-e01a-454d-b45e-2b2783f567a6 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.714507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.714569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.714814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.714814] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f38892ee-e01a-454d-b45e-2b2783f567a6',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.715493] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b08415a-348c-4643-9a54-00267dd338a0 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.715607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.715730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.715834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.715896] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b08415a-348c-4643-9a54-00267dd338a0',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.716814] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc181297-5d0e-4a04-8d80-5424060f4ce5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.716814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.716814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.716814] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.717115] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc181297-5d0e-4a04-8d80-5424060f4ce5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.717668] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a255023-79eb-4a38-9568-5a0137d46170 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.717761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.717800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.717934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.718009] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a255023-79eb-4a38-9568-5a0137d46170',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.718689] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.719042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.719042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.719042] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.719177] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.719718] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93d79b3b-4fbd-4333-b823-ece5e302a361 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.719821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.719879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.720024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.720196] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93d79b3b-4fbd-4333-b823-ece5e302a361',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.720736] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c481ec2-5282-4fe8-9cf7-057780d22d56 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.720860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.720922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.721084] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.721147] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c481ec2-5282-4fe8-9cf7-057780d22d56',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.721928] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.722033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.722257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.722311] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.722398] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33a73bf4-ab8a-4ffb-bb51-4f647987ef8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.723077] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36f757b9-d784-4df8-8287-265730676069 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.723163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.723226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.723372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.723443] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36f757b9-d784-4df8-8287-265730676069',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.724229] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31640ba-584e-48a1-8366-132517b80580 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.724229] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.724407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.724438] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.724517] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31640ba-584e-48a1-8366-132517b80580',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.725751] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.725751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.725751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.725751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.725751] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f53e33ec-0193-45c4-ab39-13e295a3d4e5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.726334] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a43a96-aba5-4c20-b10b-eeb10d353425 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.726435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.726476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.726627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.726729] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a43a96-aba5-4c20-b10b-eeb10d353425',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.727372] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ab898b6-dd16-4f60-93b1-789537a27a19 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.727470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.727524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.727669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.727743] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ab898b6-dd16-4f60-93b1-789537a27a19',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.728484] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2860655-ec98-4a81-8efe-47bf38338956 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.728582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.728681] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.728810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.728947] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2860655-ec98-4a81-8efe-47bf38338956',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.729558] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7b3710-8aec-46df-a09d-47d986416f26 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.729652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.729717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.729863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.729934] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7b3710-8aec-46df-a09d-47d986416f26',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.755867] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.756976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.757261] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.757319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.762054] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.762200] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.780945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.781095] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 148923f8-d700-4bb2-80bb-7e96a26c307a is going to be deleted. [ 1266.782101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.782314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.801798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.801951] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e01863b-7038-44ce-8bb1-b1724fe3ac80 is going to be deleted. [ 1266.870082] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.870380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.870380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.870522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.870640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.870799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-148923f8-d700-4bb2-80bb-7e96a26c307a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.889537] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.889746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.889746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.889942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.890050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.890169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e01863b-7038-44ce-8bb1-b1724fe3ac80" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.237563] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.237697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.237757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.237952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.238285] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.238400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.238457] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.238610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.238694] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.238895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.238895] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.247616] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.247731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.247792] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.247991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.248163] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.248389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.248389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.248488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.248540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.248622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.250594] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.291062] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.291439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.291539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.291774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.293755] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.293755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.303718] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.303718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.313027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.313027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.313027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.313027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.313027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.313027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.313027] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.313027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.313923] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.314090] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.315199] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.315672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.316628] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.316733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.317557] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.317661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.318239] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.318680] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.318790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.319473] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.320028] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.320211] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.320862] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.321316] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.321479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.322134] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.322605] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.322850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.323440] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.323874] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.324041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.329366] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1267.329816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.329977] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b08415a-348c-4643-9a54-00267dd338a0 is going to be deleted. [ 1267.330920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.331176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.351331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.351459] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c481ec2-5282-4fe8-9cf7-057780d22d56 is going to be deleted. [ 1267.352467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.352755] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.371148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.371385] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50563827-e3a5-4463-b68e-ff0fcfacb5b3 is going to be deleted. [ 1267.372312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.372551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.390906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.391082] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a43a96-aba5-4c20-b10b-eeb10d353425 is going to be deleted. [ 1267.392065] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.392282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.393731] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.393831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.412299] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.412461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.413695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.413695] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31640ba-584e-48a1-8366-132517b80580 is going to be deleted. [ 1267.414339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.414674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.435969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.436139] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93d79b3b-4fbd-4333-b823-ece5e302a361 is going to be deleted. [ 1267.437201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.437201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.447635] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.447853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.453123] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.453284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.461161] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.461338] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33a73bf4-ab8a-4ffb-bb51-4f647987ef8c is going to be deleted. [ 1267.462240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.462447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.464665] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.464809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.527525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.527687] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f38892ee-e01a-454d-b45e-2b2783f567a6 is going to be deleted. [ 1267.528564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.528785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.560666] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.560899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.565763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.565900] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f53e33ec-0193-45c4-ab39-13e295a3d4e5 is going to be deleted. [ 1267.566902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.567129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.611307] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.611490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.620920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.621088] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36f757b9-d784-4df8-8287-265730676069 is going to be deleted. [ 1267.622068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.622286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.740878] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.753640] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.753840] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.757986] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.773998] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.774163] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a255023-79eb-4a38-9568-5a0137d46170 is going to be deleted. [ 1267.775305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.775527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.791622] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.791842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.800588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.800588] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc181297-5d0e-4a04-8d80-5424060f4ce5 is going to be deleted. [ 1267.801709] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.801927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.845428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.845581] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2860655-ec98-4a81-8efe-47bf38338956 is going to be deleted. [ 1267.846888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.847129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.876759] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.876876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.894986] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.895142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.933140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.933307] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60560821-fb9a-4fcb-8941-9efb64d3b098 is going to be deleted. [ 1267.934377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.934605] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.960774] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.960774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.974549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.974549] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7b3710-8aec-46df-a09d-47d986416f26 is going to be deleted. [ 1267.974899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.975126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.005791] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.005791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.018594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.018732] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ab898b6-dd16-4f60-93b1-789537a27a19 is going to be deleted. [ 1268.019942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.020276] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.020463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.020798] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b08415a-348c-4643-9a54-00267dd338a0" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.020892] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.021126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.021251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.021422] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c481ec2-5282-4fe8-9cf7-057780d22d56" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.022167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.022403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.022529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.022712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50563827-e3a5-4463-b68e-ff0fcfacb5b3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.022919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.023151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.023494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.023494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a43a96-aba5-4c20-b10b-eeb10d353425" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.023704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.023920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.024093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.024308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31640ba-584e-48a1-8366-132517b80580" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.024519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.024786] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.025370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.025370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93d79b3b-4fbd-4333-b823-ece5e302a361" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.025370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.025517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.025608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.025806] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33a73bf4-ab8a-4ffb-bb51-4f647987ef8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.026520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.026520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.026520] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.026640] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f38892ee-e01a-454d-b45e-2b2783f567a6" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.026791] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.027142] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.027207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.027461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f53e33ec-0193-45c4-ab39-13e295a3d4e5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.028119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.028275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.028384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.028724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36f757b9-d784-4df8-8287-265730676069" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.028905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.029112] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.029236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.029418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a255023-79eb-4a38-9568-5a0137d46170" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.029614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.029817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.029938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.031075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc181297-5d0e-4a04-8d80-5424060f4ce5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.031283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.031477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.031589] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.031763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2860655-ec98-4a81-8efe-47bf38338956" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.080203] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.080379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.080442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.080613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.080823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.080823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60560821-fb9a-4fcb-8941-9efb64d3b098" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.130071] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.130071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.130071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.130071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.130071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.130071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7b3710-8aec-46df-a09d-47d986416f26" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.172664] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.172911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.172911] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.173234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.173234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.173360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ab898b6-dd16-4f60-93b1-789537a27a19" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.244389] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a376a3f0-15d9-49b3-a9b3-5f46c82ecc89: rpc.has_security_group_logging(os_id): False [ 1268.261657] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad22263-b933-47ad-990a-af3a41032284: rpc.has_security_group_logging(os_id): False [ 1268.274535] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.274744] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.274804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.275013] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.288065] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.288192] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.299284] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.299723] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.299836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.299905] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.300132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.300225] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.300384] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be updated. [ 1268.301458] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.301655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.339871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.340240] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.340376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.340444] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.340647] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.340729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.340822] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1268.404077] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.404230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.404301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.404504] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.404686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.406931] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.407077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.407148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.407332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.407464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.419359] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1268.420036] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1270.436851] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1270.437193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.437808] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1270.437977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.709369] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.709687] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.982165] env[66311]: INFO networking_nsxv3.common.synchronization [None req-f09ea200-5971-4920-ad01-647d0f61c9bb tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_rules [ 1274.982165] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_rules [ 1274.982165] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9941deac-3743-4b2e-b032-4084b09f258c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.982165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.982165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.983059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.983272] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.063806] env[66311]: INFO networking_nsxv3.common.synchronization [None req-21042c1f-d319-45ac-9bbc-7ab5bfe488db tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_rules [ 1275.064357] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_rules [ 1275.064716] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9941deac-3743-4b2e-b032-4084b09f258c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.064888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.503784] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.503969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.504133] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.504385] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.504502] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.504622] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9941deac-3743-4b2e-b032-4084b09f258c already deleted. [ 1275.504728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.504940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.505176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.505269] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.026059] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.026435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.026435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.026527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.026763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.026833] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9941deac-3743-4b2e-b032-4084b09f258c already deleted. [ 1276.026866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.066383] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.066700] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.355424] env[66311]: INFO networking_nsxv3.common.synchronization [req-e5119447-78c2-4699-affd-d42b2b796a17 req-3356ef9c-78a9-4d47-874d-ebb0de99b2ee tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_members [ 1280.356191] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_members [ 1280.356506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9941deac-3743-4b2e-b032-4084b09f258c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.356629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.356695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.356952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.357121] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.357248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.357312] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.357485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.357597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.357699] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.642884] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.643092] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.643217] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.643475] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.643749] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.643909] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.644039] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.644278] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.644461] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.644627] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.644740] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.644855] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.644960] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.645078] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.645182] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.645308] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.668126] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.668305] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.668445] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.668612] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.668920] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-f33a7624-247f-493d-bdee-876df5a95b5a taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.669104] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-f33a7624-247f-493d-bdee-876df5a95b5a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.669223] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-f33a7624-247f-493d-bdee-876df5a95b5a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.669542] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-f33a7624-247f-493d-bdee-876df5a95b5a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.669673] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33a7624-247f-493d-bdee-876df5a95b5a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.860543] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.860748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.860748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.860926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.861028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.861230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.861329] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.861391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.861541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.861641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.861712] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9941deac-3743-4b2e-b032-4084b09f258c already deleted. [ 1280.861784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.172167] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.172535] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.172535] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.172910] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.173126] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.173329] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port f33a7624-247f-493d-bdee-876df5a95b5a not found, creating... [ 1281.173635] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.173874] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.174056] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.174300] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.174440] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.174719] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.174875] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.174993] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.175215] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.175346] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.175495] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: f33a7624-247f-493d-bdee-876df5a95b5a is going to be created. [ 1281.195454] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.195701] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.195803] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.196229] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.196543] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.196825] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-f33a7624-247f-493d-bdee-876df5a95b5a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.904838] env[66311]: INFO networking_nsxv3.common.synchronization [req-e5119447-78c2-4699-affd-d42b2b796a17 req-b7ecb657-e7ab-4d92-addb-6e9ee100e48b service nova] Enqueued Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_rules [ 1281.904980] env[66311]: INFO networking_nsxv3.common.synchronization [req-e5119447-78c2-4699-affd-d42b2b796a17 req-b7ecb657-e7ab-4d92-addb-6e9ee100e48b service nova] Enqueued Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_members [ 1281.905028] env[66311]: INFO networking_nsxv3.common.synchronization [req-e5119447-78c2-4699-affd-d42b2b796a17 req-b7ecb657-e7ab-4d92-addb-6e9ee100e48b service nova] Enqueued Resource ID: f33a7624-247f-493d-bdee-876df5a95b5a with Priority: HIGHEST for action port [ 1281.905249] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_rules [ 1281.905378] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_members [ 1281.905472] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33a7624-247f-493d-bdee-876df5a95b5a with Priority: HIGHEST for action port [ 1281.906429] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9941deac-3743-4b2e-b032-4084b09f258c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.906555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.906622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.906810] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.906891] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.907884] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9941deac-3743-4b2e-b032-4084b09f258c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.908012] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.908088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.908255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.908405] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.908498] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.908559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.908701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.908784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.908872] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.909584] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33a7624-247f-493d-bdee-876df5a95b5a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.909708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33a7624-247f-493d-bdee-876df5a95b5a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.909774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33a7624-247f-493d-bdee-876df5a95b5a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.910039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33a7624-247f-493d-bdee-876df5a95b5a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.910136] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33a7624-247f-493d-bdee-876df5a95b5a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.412237] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9941deac-3743-4b2e-b032-4084b09f258c taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.412663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.412663] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.413469] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f33a7624-247f-493d-bdee-876df5a95b5a with status ACTIVE [ 1282.413654] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.413811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.413876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.414096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.414182] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.414355] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.414456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.414523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.414674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.414818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.414925] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.415031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.415079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.415214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.415285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.415368] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f33a7624-247f-493d-bdee-876df5a95b5a is going to be updated. [ 1282.438272] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.438466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.438466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.438647] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.438780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.438996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33a7624-247f-493d-bdee-876df5a95b5a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.917790] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.420499] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.420818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.420818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.420951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.421111] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.421243] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9941deac-3743-4b2e-b032-4084b09f258c is going to be created. [ 1283.444136] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.444346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.444394] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.444602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.444758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.453669] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9941deac-3743-4b2e-b032-4084b09f258c in Status: UNINITIALIZED for 2s [ 1285.465560] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9941deac-3743-4b2e-b032-4084b09f258c in Status: SUCCESS [ 1285.465873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.465969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.466224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.466394] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.466564] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.466636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.466794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.466876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.466961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.467065] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.970122] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.473470] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9941deac-3743-4b2e-b032-4084b09f258c: rpc.has_security_group_logging(os_id): False [ 1286.491197] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.491398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.491398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.491600] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.491689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.492110] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.492234] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.492304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.492469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.492548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.492640] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9941deac-3743-4b2e-b032-4084b09f258c is going to be created. [ 1286.551304] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.551448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.551505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.551736] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.551944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.564158] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9941deac-3743-4b2e-b032-4084b09f258c in Status: IN_PROGRESS for 2s [ 1286.906653] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.906653] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1287.207191] env[66311]: INFO networking_nsxv3.common.synchronization [req-6d42ddef-2806-463a-bf4c-d1631ba66c07 req-25a23b1b-70f4-4c7d-bed9-9e96d6688b0a tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1287.208069] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1287.208069] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.208349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.208349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.208450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.208552] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.208647] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.208704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.208847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.209066] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.209066] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.490955] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.491321] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.491506] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.492058] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.492441] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.492685] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.492821] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.493074] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.493283] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.493505] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.493620] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.493726] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.493852] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.493970] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.494089] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.494219] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.513168] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.513356] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1287.513509] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.513683] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.514098] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.514276] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.514399] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.514724] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.514869] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f8bbbb2-b4f6-438e-8f0d-d34f562715e9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.710525] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.710836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.710836] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.711019] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.711093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.711250] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.711350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.711418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.711543] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.711611] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.711779] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 already deleted. [ 1287.711779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.018583] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.018813] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.018960] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.019275] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.019428] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.019585] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 3f8bbbb2-b4f6-438e-8f0d-d34f562715e9 not found, creating... [ 1288.019833] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.019991] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.020129] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.020433] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.020601] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.020890] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.021062] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.021183] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.021588] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.021777] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.021943] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 3f8bbbb2-b4f6-438e-8f0d-d34f562715e9 is going to be created. [ 1288.041344] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.041537] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.041660] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.041929] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.042174] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.042389] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.578290] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9941deac-3743-4b2e-b032-4084b09f258c in Status: SUCCESS [ 1288.578597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.739284] env[66311]: INFO networking_nsxv3.common.synchronization [req-6d42ddef-2806-463a-bf4c-d1631ba66c07 req-5cc8f0f3-e3ce-4880-8f16-212b77b4b982 service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1288.739541] env[66311]: INFO networking_nsxv3.common.synchronization [req-6d42ddef-2806-463a-bf4c-d1631ba66c07 req-5cc8f0f3-e3ce-4880-8f16-212b77b4b982 service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1288.739663] env[66311]: INFO networking_nsxv3.common.synchronization [req-6d42ddef-2806-463a-bf4c-d1631ba66c07 req-5cc8f0f3-e3ce-4880-8f16-212b77b4b982 service nova] Enqueued Resource ID: 3f8bbbb2-b4f6-438e-8f0d-d34f562715e9 with Priority: HIGHEST for action port [ 1288.740173] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1288.740312] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1288.740560] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8bbbb2-b4f6-438e-8f0d-d34f562715e9 with Priority: HIGHEST for action port [ 1288.740753] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.740825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.740893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.741306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.741440] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.742494] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.742658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.742751] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.742954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.743177] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.744072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.744704] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.744926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.745629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.745784] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.748494] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.748654] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.750412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.750412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.750412] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f8bbbb2-b4f6-438e-8f0d-d34f562715e9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.252620] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.252801] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.253069] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.254501] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f8bbbb2-b4f6-438e-8f0d-d34f562715e9 with status ACTIVE [ 1289.254749] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.254951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.255082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.255417] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.255577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.255874] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.256067] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.256180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.256396] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.256483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.256673] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.256822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.256899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.257082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.257207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.257356] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f8bbbb2-b4f6-438e-8f0d-d34f562715e9 is going to be updated. [ 1289.280632] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.280855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.280855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.281029] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.281169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.281326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f8bbbb2-b4f6-438e-8f0d-d34f562715e9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.759389] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.261512] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.261802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.261909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.262272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.262421] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.262519] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be created. [ 1290.291250] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.291507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.291507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.291674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.291969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.316117] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: UNINITIALIZED for 2s [ 1292.327838] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1292.328245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.328245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.328427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.328613] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.328730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.328797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.328948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.329039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.329124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.329217] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.831072] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.831246] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.831324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.831533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.831740] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.831896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.831896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.832063] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.832154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.832241] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.832389] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.832477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.832537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.832675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.832809] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.832898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.832958] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.833105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.833181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.833259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.833346] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.336073] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad71c41f-ee72-44e7-8883-cc80b44693d5: rpc.has_security_group_logging(os_id): False [ 1293.352825] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.353027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.353074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.353272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.353364] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.353583] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.353686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.353748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.353953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.354054] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.354237] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.354330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.354391] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.354530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.354604] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.354790] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.354882] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.354967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.355140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.355216] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.355302] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be created. [ 1293.437078] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.437287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.437326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.437534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.437721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.458220] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1293.742058] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.742199] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1295.471877] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1295.472251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.280213] env[66311]: INFO networking_nsxv3.common.synchronization [req-5b5ec7c4-152e-4909-9247-9ad33e2f82c8 req-eb119932-517d-4789-b76d-d4436018566f tempest-ServerActionsTestOtherB-472328764 tempest-ServerActionsTestOtherB-472328764-project-member] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1296.280409] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1296.280728] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.280850] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.280918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.281150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.281338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.281482] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.281551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.281724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.281808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.281900] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.784065] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.784469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.784469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.784469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.784562] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.784699] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.784802] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.784856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.785052] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.785134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.785222] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1296.814515] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.814730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.814859] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.815145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.815346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.831017] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1298.841684] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1298.842115] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 deletion is rescheduled due to dependency. [ 1298.842115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.514825] env[66311]: INFO networking_nsxv3.common.synchronization [req-e4414f42-8505-46fb-bc83-b7e6e40441f3 req-ee234ea2-38f2-4a69-b8d8-2ca95e3aaf4d tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1300.515390] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1300.515698] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.515816] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.515884] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.516247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.516247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.516371] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.516416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.516540] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.516624] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.516712] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.018915] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.019156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.019156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.019376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.019475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.019672] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.019778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.019846] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.019995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.020094] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.020195] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1301.050186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.050408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.050408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.050627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.050761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.060130] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1303.072509] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1303.072894] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 deletion is rescheduled due to dependency. [ 1303.072894] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.369932] env[66311]: INFO networking_nsxv3.common.synchronization [req-cf489798-ccd1-4a13-ade8-629f29b7f6b1 req-2ee534a8-c25e-4dac-8f9b-00cbf35f199d tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_members [ 1303.370438] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGHEST for action security_group_members [ 1303.370762] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9efe4658-8c0e-483a-9bc0-4e8184fb9262 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.370904] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.370980] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.371220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.371338] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.371455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.371542] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.371698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.371805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.371904] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.437489] env[66311]: INFO networking_nsxv3.common.synchronization [req-901f8ad9-1b7e-4090-92d5-14767edaa4ac req-511b2f04-5b8d-4a3e-8db5-c6fa5a1eafb2 tempest-ServerActionsTestOtherB-472328764 tempest-ServerActionsTestOtherB-472328764-project-member] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1303.438119] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1303.438519] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.438610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.438610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.438822] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.438979] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.440016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.440129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.440341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.440472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.440609] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.818776] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.819024] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.819123] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.819453] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.819706] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.819867] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.819981] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.820514] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.820676] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.820890] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.821025] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.821129] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.821238] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.821346] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.821466] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.821598] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.841776] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.842114] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.842258] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.842442] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.842900] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.843125] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.843255] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.843587] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.843731] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b883ca9-fc87-433f-ae62-a9b8abf76cc3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.874461] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.874698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.874698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.874913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.900573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.900882] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.901078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.901193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.901428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.901533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.901625] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 is going to be updated. [ 1303.930572] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.930782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.930924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.931200] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.931414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.941041] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 in Status: IN_PROGRESS for 2s [ 1303.942618] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.942808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.942927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.943244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.943393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.943671] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.943829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.944039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.944259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.944352] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.944445] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1303.969823] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.970035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.970035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.970248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.970392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.981496] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1304.346494] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.346892] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.346937] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.347345] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.347502] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.347663] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 4b883ca9-fc87-433f-ae62-a9b8abf76cc3 not found, creating... [ 1304.347941] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.348118] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.348235] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.348454] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.348595] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.348877] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.349048] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.349167] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.349372] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.349504] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.349643] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 4b883ca9-fc87-433f-ae62-a9b8abf76cc3 is going to be created. [ 1304.379031] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.379214] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.379373] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.379717] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.379964] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.380215] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.059041] env[66311]: INFO networking_nsxv3.common.synchronization [req-901f8ad9-1b7e-4090-92d5-14767edaa4ac req-024a178e-0577-4a99-83fa-eb98e75289b1 service nova] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1305.059246] env[66311]: INFO networking_nsxv3.common.synchronization [req-901f8ad9-1b7e-4090-92d5-14767edaa4ac req-024a178e-0577-4a99-83fa-eb98e75289b1 service nova] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1305.059385] env[66311]: INFO networking_nsxv3.common.synchronization [req-901f8ad9-1b7e-4090-92d5-14767edaa4ac req-024a178e-0577-4a99-83fa-eb98e75289b1 service nova] Enqueued Resource ID: 4b883ca9-fc87-433f-ae62-a9b8abf76cc3 with Priority: HIGHEST for action port [ 1305.059906] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1305.060035] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1305.060134] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b883ca9-fc87-433f-ae62-a9b8abf76cc3 with Priority: HIGHEST for action port [ 1305.061343] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.061343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.061343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.061343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.061343] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.062489] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.062489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.062489] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.062489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.062670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.062706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.062752] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b883ca9-fc87-433f-ae62-a9b8abf76cc3',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.564519] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.564774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.564938] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b883ca9-fc87-433f-ae62-a9b8abf76cc3 with status ACTIVE [ 1305.565185] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.565525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.565525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.565628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.565628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.565801] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.565893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.565955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.566119] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.566193] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.568461] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.568461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.568461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.568461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.568461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.568461] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b883ca9-fc87-433f-ae62-a9b8abf76cc3 is going to be updated. [ 1305.591113] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.591252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.591334] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.591524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.591655] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.591811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b883ca9-fc87-433f-ae62-a9b8abf76cc3" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.950804] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 in Status: SUCCESS [ 1305.951018] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 deletion is rescheduled due to dependency. [ 1305.951082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.989903] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1305.990095] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 deletion is rescheduled due to dependency. [ 1305.990213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.990367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.990592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.990807] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.990889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.990951] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.991137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.991220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.991317] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.493397] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.995534] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.498360] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.498360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.498360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.498360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.498634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.498634] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1307.526578] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.526766] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.526819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.527172] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.527374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.536363] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1308.272308] env[66311]: INFO networking_nsxv3.common.synchronization [None req-bfe733e2-0b1f-4d0e-8f19-a976d0a750db tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_rules [ 1308.272830] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_rules [ 1308.273145] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.273266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.273338] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.273601] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.273685] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.348887] env[66311]: INFO networking_nsxv3.common.synchronization [None req-0a3d41c9-1e4d-4a99-a12c-86fadf01e817 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_rules [ 1308.349436] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_rules [ 1308.349980] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.350477] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.793195] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.793356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.793402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.793614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.793703] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.793819] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f already deleted. [ 1308.793913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.794185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.794388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.794484] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.318103] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.318581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.318581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.318581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.318725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.318725] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f already deleted. [ 1309.318832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.546980] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1309.547248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.547412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.547625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.547816] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.547934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.548011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.548168] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.548248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.548332] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.548420] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.050437] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.553096] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad22263-b933-47ad-990a-af3a41032284: rpc.has_security_group_logging(os_id): False [ 1310.573788] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.574073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.574073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.574254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.574351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.574621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.574730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.574797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.574947] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.575041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.575131] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1310.636017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.636147] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.636224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.636443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.636594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.651374] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1312.669195] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1312.669484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.350831] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.351052] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.745355] env[66311]: INFO networking_nsxv3.common.synchronization [req-3800a116-b822-40b1-8f1e-a2e50091f79a req-92c3c6c8-5f13-4bc8-9d43-9bbaadf03373 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_members [ 1313.745838] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_members [ 1313.746138] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.746264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.746339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.746591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.746748] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.746847] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.746909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.747076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.747158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.747244] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.013762] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.014019] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.014193] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.014518] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.014823] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.015008] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.015406] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.015406] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.015544] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.015791] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.015906] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.016030] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.016271] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.016437] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.016553] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.016722] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.036102] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.036341] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1314.036432] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.036607] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.036973] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-3a351582-7153-4368-ad98-753da7f5f0f9 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.037190] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-3a351582-7153-4368-ad98-753da7f5f0f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.037370] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-3a351582-7153-4368-ad98-753da7f5f0f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.037681] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-3a351582-7153-4368-ad98-753da7f5f0f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.037830] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a351582-7153-4368-ad98-753da7f5f0f9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.250241] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.250517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.250517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.250697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.250821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.251064] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.251175] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.251265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.251437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.251551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.251644] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f already deleted. [ 1314.251756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.540194] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.540411] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.540529] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.540829] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.541000] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.541192] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 3a351582-7153-4368-ad98-753da7f5f0f9 not found, creating... [ 1314.541841] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.541841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.541841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.542122] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.542211] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.542517] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.542680] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.542799] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.543044] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.543188] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.543329] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 3a351582-7153-4368-ad98-753da7f5f0f9 is going to be created. [ 1314.570087] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.570616] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.570616] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.570765] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.571017] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.571244] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-3a351582-7153-4368-ad98-753da7f5f0f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.265110] env[66311]: INFO networking_nsxv3.common.synchronization [req-3800a116-b822-40b1-8f1e-a2e50091f79a req-ed0b4dc8-effe-40f2-8ba9-61dfb7b23232 service nova] Enqueued Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_rules [ 1315.265110] env[66311]: INFO networking_nsxv3.common.synchronization [req-3800a116-b822-40b1-8f1e-a2e50091f79a req-ed0b4dc8-effe-40f2-8ba9-61dfb7b23232 service nova] Enqueued Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_members [ 1315.265110] env[66311]: INFO networking_nsxv3.common.synchronization [req-3800a116-b822-40b1-8f1e-a2e50091f79a req-ed0b4dc8-effe-40f2-8ba9-61dfb7b23232 service nova] Enqueued Resource ID: 3a351582-7153-4368-ad98-753da7f5f0f9 with Priority: HIGHEST for action port [ 1315.265110] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_rules [ 1315.265110] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_members [ 1315.265110] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a351582-7153-4368-ad98-753da7f5f0f9 with Priority: HIGHEST for action port [ 1315.265110] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.265753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.265753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.265976] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.266077] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.267476] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.267581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.267687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.267895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.268108] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.268236] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.268320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.268488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.268604] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.268722] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.270189] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a351582-7153-4368-ad98-753da7f5f0f9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.270335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a351582-7153-4368-ad98-753da7f5f0f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.270427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a351582-7153-4368-ad98-753da7f5f0f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.270613] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a351582-7153-4368-ad98-753da7f5f0f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.270712] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a351582-7153-4368-ad98-753da7f5f0f9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.772229] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.772366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.772595] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.773504] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a351582-7153-4368-ad98-753da7f5f0f9 with status ACTIVE [ 1315.773685] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.773794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.773866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.774103] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.774197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.774370] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.774465] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.774526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.774702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.774789] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.774968] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.775074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.775137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.775275] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.775347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.775432] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a351582-7153-4368-ad98-753da7f5f0f9 is going to be updated. [ 1315.810647] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.810871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.810871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.811075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.811214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.811369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a351582-7153-4368-ad98-753da7f5f0f9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.277770] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.780117] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.780278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.780350] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.780563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.780652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.780751] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f is going to be created. [ 1316.805662] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.805662] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.805878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.805878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.806055] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.816370] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f in Status: UNINITIALIZED for 2s [ 1318.830068] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f in Status: SUCCESS [ 1318.830435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.830435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.830583] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.830780] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.830896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.830961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.831134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.831214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.831297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.831389] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.334288] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.837088] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dd70f00-abf2-45e9-9579-a6bb59d4f73f: rpc.has_security_group_logging(os_id): False [ 1319.854013] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.854223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.854223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.854483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.854581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.854827] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.854930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.854997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.855187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.855272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.855361] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f is going to be created. [ 1319.916445] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.916684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.916684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.916864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.917059] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.927509] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f in Status: IN_PROGRESS for 2s [ 1320.265761] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.266089] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1321.940094] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f in Status: SUCCESS [ 1321.940661] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.110181] env[66311]: INFO networking_nsxv3.common.synchronization [req-8e25b3f2-01f0-4c24-afa9-963c3799274d req-5e668bbe-67e2-4f73-b4ea-341bdb1900f3 tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 1322.110735] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 1322.111050] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.111731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.111731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.111731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.111731] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.111968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.111968] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.112101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.112205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.112300] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.614943] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.117609] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.620033] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.620239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.620328] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.620551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.620638] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.620739] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c is going to be updated. [ 1323.651050] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.651266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.651266] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.651442] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.651588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.660117] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: IN_PROGRESS for 2s [ 1325.671162] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: SUCCESS [ 1325.671525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.111465] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.111816] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.112923] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.113308] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.114103] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.114488] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.420767] env[66311]: INFO networking_nsxv3.common.synchronization [req-57650a21-8984-4c2c-b933-e9997b330934 req-ef4293b3-8d3a-4d8a-9b4d-6e44dd12a91a tempest-ServerActionsTestOtherA-1399759034 tempest-ServerActionsTestOtherA-1399759034-project-member] Enqueued Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 1339.421508] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c with Priority: HIGHEST for action security_group_members [ 1339.422503] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.422503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.422503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.422632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.422771] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.422906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.422995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.423219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.423337] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.423466] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.928232] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.928481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.928539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.928775] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.951201] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.951478] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.951596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.951664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.951891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.951974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.952080] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c is going to be updated. [ 1339.979311] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.979536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.979536] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.979714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.979854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.988268] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: IN_PROGRESS for 2s [ 1341.999086] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c in Status: SUCCESS [ 1341.999461] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c deletion is rescheduled due to dependency. [ 1341.999461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.422286] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.422631] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.415808] env[66311]: INFO networking_nsxv3.common.synchronization [None req-fef69e02-7c46-43a0-afe3-aa469a2b9036 None None] Enqueued Resource ID: 2b1b490e-5756-428c-b9e5-de8108f30206 with Priority: HIGHEST for action port [ 1347.416407] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1b490e-5756-428c-b9e5-de8108f30206 with Priority: HIGHEST for action port [ 1347.416790] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1b490e-5756-428c-b9e5-de8108f30206 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.416887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1b490e-5756-428c-b9e5-de8108f30206" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.416887] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1b490e-5756-428c-b9e5-de8108f30206" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.417135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1b490e-5756-428c-b9e5-de8108f30206" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.417214] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1b490e-5756-428c-b9e5-de8108f30206',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.919513] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b1b490e-5756-428c-b9e5-de8108f30206 [ 1347.919806] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.919977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.920087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.920326] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.920499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.920645] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b1b490e-5756-428c-b9e5-de8108f30206 already deleted. [ 1347.920761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1b490e-5756-428c-b9e5-de8108f30206" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.583731] env[66311]: INFO networking_nsxv3.common.synchronization [None req-a5a36291-1847-49fa-aa93-a2e7ef90a93b None None] Enqueued Resource ID: 456c3f51-e9b7-44b6-87e9-2c001ad80c3a with Priority: HIGHEST for action port [ 1349.584157] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456c3f51-e9b7-44b6-87e9-2c001ad80c3a with Priority: HIGHEST for action port [ 1349.584549] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-456c3f51-e9b7-44b6-87e9-2c001ad80c3a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.584693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-456c3f51-e9b7-44b6-87e9-2c001ad80c3a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.584733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-456c3f51-e9b7-44b6-87e9-2c001ad80c3a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.584985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-456c3f51-e9b7-44b6-87e9-2c001ad80c3a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.585078] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('456c3f51-e9b7-44b6-87e9-2c001ad80c3a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.087401] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 456c3f51-e9b7-44b6-87e9-2c001ad80c3a [ 1350.087642] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.087761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.087833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.088035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.088124] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.088216] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:456c3f51-e9b7-44b6-87e9-2c001ad80c3a already deleted. [ 1350.088292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-456c3f51-e9b7-44b6-87e9-2c001ad80c3a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.736039] env[66311]: INFO networking_nsxv3.common.synchronization [req-6bf3b643-eed1-491f-9583-bfdc47ac4584 req-bbbd5cbb-9f1d-4096-bc9d-eb5346b1f26d tempest-ServerMetadataNegativeTestJSON-648744902 tempest-ServerMetadataNegativeTestJSON-648744902-project-member] Enqueued Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGHEST for action security_group_members [ 1352.736612] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGHEST for action security_group_members [ 1352.736932] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.737544] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.737627] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.737873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.738050] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.738155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.738219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.738372] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.738461] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.738559] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.020064] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.020274] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-158" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.020399] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-158" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.020729] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-158" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.020989] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.021161] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.021282] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.021497] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.021639] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.021863] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1353.021974] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1353.022094] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1353.022203] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1353.022317] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1353.022418] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1353.022546] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1353.044113] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1353.044294] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1353.044438] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1353.044615] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-158" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.045068] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-a43ba6a5-f400-472e-8a06-b755df31c246 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.045250] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-a43ba6a5-f400-472e-8a06-b755df31c246" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.045372] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-a43ba6a5-f400-472e-8a06-b755df31c246" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.045692] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-a43ba6a5-f400-472e-8a06-b755df31c246" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.045833] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a43ba6a5-f400-472e-8a06-b755df31c246',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.241327] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.241558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.241558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.241767] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.241861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.242086] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.242297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.242297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.242450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.242533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.242622] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab already deleted. [ 1353.242705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.548169] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.548399] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.548521] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.548834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.548990] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.549169] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port a43ba6a5-f400-472e-8a06-b755df31c246 not found, creating... [ 1353.549431] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.549594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.549711] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.549940] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.550095] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.550379] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.550834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.550834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.550834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.550964] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.551116] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: a43ba6a5-f400-472e-8a06-b755df31c246 is going to be created. [ 1353.575816] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.576094] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.576212] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.576456] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.576684] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.576908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-a43ba6a5-f400-472e-8a06-b755df31c246" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.711604] env[66311]: INFO networking_nsxv3.common.synchronization [req-6bf3b643-eed1-491f-9583-bfdc47ac4584 req-e1a12b03-c7f8-4d01-8dab-35660f8a9bfa service nova] Enqueued Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGHEST for action security_group_rules [ 1354.711961] env[66311]: INFO networking_nsxv3.common.synchronization [req-6bf3b643-eed1-491f-9583-bfdc47ac4584 req-e1a12b03-c7f8-4d01-8dab-35660f8a9bfa service nova] Enqueued Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGHEST for action security_group_members [ 1354.711961] env[66311]: INFO networking_nsxv3.common.synchronization [req-6bf3b643-eed1-491f-9583-bfdc47ac4584 req-e1a12b03-c7f8-4d01-8dab-35660f8a9bfa service nova] Enqueued Resource ID: a43ba6a5-f400-472e-8a06-b755df31c246 with Priority: HIGHEST for action port [ 1354.712477] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGHEST for action security_group_rules [ 1354.712610] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGHEST for action security_group_members [ 1354.712709] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a43ba6a5-f400-472e-8a06-b755df31c246 with Priority: HIGHEST for action port [ 1354.712976] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.713100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.713167] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.713427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.713524] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.714377] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.714501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.714538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.714702] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.714843] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.714930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.714990] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.715137] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.715770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.715770] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.716038] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-a43ba6a5-f400-472e-8a06-b755df31c246 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.716379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a43ba6a5-f400-472e-8a06-b755df31c246" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.716379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a43ba6a5-f400-472e-8a06-b755df31c246" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.716379] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a43ba6a5-f400-472e-8a06-b755df31c246" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.716379] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a43ba6a5-f400-472e-8a06-b755df31c246',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.218152] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.220501] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.220626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.220758] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a43ba6a5-f400-472e-8a06-b755df31c246 with status ACTIVE [ 1355.220910] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.221424] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.222247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.222247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.222247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.222247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.222711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.222711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.222711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.222711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.222711] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.222873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.222873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.222993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.223079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.223160] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a43ba6a5-f400-472e-8a06-b755df31c246 is going to be updated. [ 1355.244430] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.244569] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.244642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.244834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.244967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.245132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a43ba6a5-f400-472e-8a06-b755df31c246" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.725409] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.228146] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.228380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.228380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.228631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.228724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.228838] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab is going to be created. [ 1356.252363] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.252557] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.252608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.252800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.252964] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.261785] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab in Status: UNINITIALIZED for 2s [ 1358.272019] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab in Status: SUCCESS [ 1358.272404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.272404] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.272614] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.272800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.272909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.272975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.273162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.273283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.273321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.273406] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.775666] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.775838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.775948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.776256] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.776393] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.776941] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.777035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.777238] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.777335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.777463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.777618] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.777739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.777812] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.778028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.778153] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.778289] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.778347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.778499] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.778603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.778690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.778784] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.280969] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7336bdc-433c-4b9d-b559-94a8e1bcc2ab: rpc.has_security_group_logging(os_id): False [ 1359.301837] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.302078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.302078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.302290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.302368] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.302603] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.302686] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.302748] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.302902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.302977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.303166] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.303262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.303331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.303436] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.303495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.303671] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.303747] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.303807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.303934] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.304010] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.304096] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab is going to be created. [ 1359.366432] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.366682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.366682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.366910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.367115] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.382072] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab in Status: IN_PROGRESS for 2s [ 1359.714053] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.714053] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1361.398134] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab in Status: SUCCESS [ 1361.398479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.715675] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.716031] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.957871] env[66311]: INFO networking_nsxv3.common.synchronization [req-0e731d23-f0af-4d3a-aaae-926cbdfeb43f req-7aa413fb-b3b6-4a2b-b91e-832735a2e628 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1364.958397] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1364.958697] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.958842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.958912] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.959144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.959691] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.959813] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.959902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.960077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.960165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.960263] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.233706] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.233706] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.233924] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.234131] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.234465] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.234652] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.234774] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.234999] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.235157] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.235429] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.235575] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1365.235688] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1365.235801] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1365.235913] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.236028] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1365.236167] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1365.256233] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1365.256416] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1365.256542] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1365.256722] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.257048] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-716a8fff-f62d-453f-8325-180e26e1f7e1 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.257565] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-716a8fff-f62d-453f-8325-180e26e1f7e1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.257565] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-716a8fff-f62d-453f-8325-180e26e1f7e1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.257674] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-716a8fff-f62d-453f-8325-180e26e1f7e1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.257823] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716a8fff-f62d-453f-8325-180e26e1f7e1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.276577] env[66311]: INFO networking_nsxv3.common.synchronization [req-f11a403c-2064-4693-82da-d2f72bf6e3d1 req-d17594a5-f29c-4f4f-a2cd-34a69ff444e7 tempest-ServerMetadataNegativeTestJSON-648744902 tempest-ServerMetadataNegativeTestJSON-648744902-project-member] Enqueued Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGHEST for action security_group_members [ 1365.277064] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGHEST for action security_group_members [ 1365.277366] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.277492] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.277587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.277818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.277973] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.278419] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.278483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.278639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.278725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.278819] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.462873] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.463104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.463104] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.463318] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.463408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.463600] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.463696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.463749] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.463906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.463979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.464079] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1365.490287] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.490515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.490515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.490691] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.490763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.500957] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1365.760775] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.761233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.761233] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.761506] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.761699] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.761885] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 716a8fff-f62d-453f-8325-180e26e1f7e1 not found, creating... [ 1365.762232] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.762429] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.762593] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.762867] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.763066] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.763404] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.763614] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.763749] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.764027] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.764216] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.764406] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 716a8fff-f62d-453f-8325-180e26e1f7e1 is going to be created. [ 1365.781244] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.781443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.781507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.781679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.781765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.781965] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.782075] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.782143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.782285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.782403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.782472] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab is going to be updated. [ 1365.785519] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.785719] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.785852] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.786097] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.786321] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.786535] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-716a8fff-f62d-453f-8325-180e26e1f7e1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.818726] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.818928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.818928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.819169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.819374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.829061] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab in Status: IN_PROGRESS for 2s [ 1366.487832] env[66311]: INFO networking_nsxv3.common.synchronization [req-0e731d23-f0af-4d3a-aaae-926cbdfeb43f req-e9245429-dfe5-4174-8dc4-2a3c4d1b708f service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1366.488033] env[66311]: INFO networking_nsxv3.common.synchronization [req-0e731d23-f0af-4d3a-aaae-926cbdfeb43f req-e9245429-dfe5-4174-8dc4-2a3c4d1b708f service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1366.488178] env[66311]: INFO networking_nsxv3.common.synchronization [req-0e731d23-f0af-4d3a-aaae-926cbdfeb43f req-e9245429-dfe5-4174-8dc4-2a3c4d1b708f service nova] Enqueued Resource ID: 716a8fff-f62d-453f-8325-180e26e1f7e1 with Priority: HIGHEST for action port [ 1366.488670] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1366.488807] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1366.488903] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716a8fff-f62d-453f-8325-180e26e1f7e1 with Priority: HIGHEST for action port [ 1366.489200] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.489302] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.489369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.489566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.489649] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.490871] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.492150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.492150] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-716a8fff-f62d-453f-8325-180e26e1f7e1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.492150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-716a8fff-f62d-453f-8325-180e26e1f7e1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.492150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-716a8fff-f62d-453f-8325-180e26e1f7e1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.492150] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-716a8fff-f62d-453f-8325-180e26e1f7e1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.492150] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716a8fff-f62d-453f-8325-180e26e1f7e1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.994936] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.995375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.995375] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 716a8fff-f62d-453f-8325-180e26e1f7e1 with status ACTIVE [ 1366.995511] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.995566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.995603] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.996050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.996050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.996164] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.996164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.996250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.996369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.996447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.996631] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.996723] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.996784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.996922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.996993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.997088] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 716a8fff-f62d-453f-8325-180e26e1f7e1 is going to be updated. [ 1367.018500] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.018642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.018699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.018891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.019033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.019189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-716a8fff-f62d-453f-8325-180e26e1f7e1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.510605] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1367.510797] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 deletion is rescheduled due to dependency. [ 1367.510960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.511110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.511333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.511516] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.511635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.511700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.511848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.511927] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.512027] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.839332] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab in Status: SUCCESS [ 1367.839530] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab deletion is rescheduled due to dependency. [ 1367.839641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.014739] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.517087] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.020845] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.021224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.021224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.021306] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.021401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.021513] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1369.058977] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.059191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.059240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.059446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.059593] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.068571] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1371.080829] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1371.081163] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.081320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.081546] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.081739] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.082207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.082207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.082207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.082207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.082462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.082462] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.097052] env[66311]: INFO networking_nsxv3.common.synchronization [None req-19f6fc7d-6466-4ace-ae6f-bfa064ef21b9 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1371.097719] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1371.098206] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.098826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.098826] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.098908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.099043] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.099149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.099214] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.099361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.099446] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.099540] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.585194] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.585375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.601777] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.103765] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.606800] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.607046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.607046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.607194] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.607285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.607389] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1372.635789] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.636027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.636027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.636215] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.636378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.646430] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1373.127268] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.127735] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.127735] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.127891] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.128165] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.128338] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.128461] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.128688] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.128819] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.129039] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.129155] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.129262] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.129368] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.129476] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.129580] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.129710] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.148756] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.148933] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1373.149070] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.149245] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.149547] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-836f6f91-757b-492a-a705-67fb7c2cc1df taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.149715] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-836f6f91-757b-492a-a705-67fb7c2cc1df" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.149834] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-836f6f91-757b-492a-a705-67fb7c2cc1df" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.150176] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-836f6f91-757b-492a-a705-67fb7c2cc1df" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.150317] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836f6f91-757b-492a-a705-67fb7c2cc1df',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.652455] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.652666] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.652747] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.653064] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.653223] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.653380] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port 836f6f91-757b-492a-a705-67fb7c2cc1df not found, creating... [ 1373.653731] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.653916] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.654047] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.654266] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.654454] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.654748] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.654905] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.655089] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.655299] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.655451] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.655598] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 836f6f91-757b-492a-a705-67fb7c2cc1df is going to be created. [ 1373.674855] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.675134] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.675218] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.675523] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.675770] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.675994] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-836f6f91-757b-492a-a705-67fb7c2cc1df" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.656786] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1374.657158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.657158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.657331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.657515] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.657631] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.657697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.657848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.657926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.658017] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.658168] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.658258] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.658313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.658452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.658588] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.658678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.658739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.658874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.658946] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.659036] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.659126] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.806462] env[66311]: INFO networking_nsxv3.common.synchronization [req-ed95d598-1ad8-4832-8e59-7935cecb79ea req-626ed629-127e-4ffb-8a73-ea9f3c1ee1db service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1374.806462] env[66311]: INFO networking_nsxv3.common.synchronization [req-ed95d598-1ad8-4832-8e59-7935cecb79ea req-626ed629-127e-4ffb-8a73-ea9f3c1ee1db service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1374.806462] env[66311]: INFO networking_nsxv3.common.synchronization [req-ed95d598-1ad8-4832-8e59-7935cecb79ea req-626ed629-127e-4ffb-8a73-ea9f3c1ee1db service nova] Enqueued Resource ID: 836f6f91-757b-492a-a705-67fb7c2cc1df with Priority: HIGHEST for action port [ 1374.806462] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1374.806462] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1374.806462] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836f6f91-757b-492a-a705-67fb7c2cc1df with Priority: HIGHEST for action port [ 1374.806462] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.806462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.806462] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.806462] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.807015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.807015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.807015] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.807015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.807160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.807207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.807296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.807395] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.808378] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-836f6f91-757b-492a-a705-67fb7c2cc1df taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.808497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-836f6f91-757b-492a-a705-67fb7c2cc1df" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.808553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-836f6f91-757b-492a-a705-67fb7c2cc1df" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.808718] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-836f6f91-757b-492a-a705-67fb7c2cc1df" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.808796] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836f6f91-757b-492a-a705-67fb7c2cc1df',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.161071] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad71c41f-ee72-44e7-8883-cc80b44693d5: rpc.has_security_group_logging(os_id): False [ 1375.178662] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.178876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.178876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.179040] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.179132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.179343] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.179440] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.179948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.179948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.179948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.179948] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.180253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.180253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.180253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.180253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.180525] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.180525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.180629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.180803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.180803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.180882] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1375.245190] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.245439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.245439] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.245642] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.245797] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.260094] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1375.310906] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.312050] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 836f6f91-757b-492a-a705-67fb7c2cc1df with status ACTIVE [ 1375.312191] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.312298] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.312358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.312633] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.312675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.312838] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.313181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.313181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.313181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.313402] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.313402] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.313549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.313549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.313714] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.313783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.313873] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 836f6f91-757b-492a-a705-67fb7c2cc1df is going to be updated. [ 1375.363435] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.363678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.363678] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.363864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.363999] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.364176] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-836f6f91-757b-492a-a705-67fb7c2cc1df" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.816486] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.319180] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.319340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.319411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.319636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.319733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.319834] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1376.362895] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.363140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.363140] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.363327] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.363467] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.374242] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1377.276992] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1377.277418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.277418] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.277621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.277713] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.439577] env[66311]: INFO networking_nsxv3.common.synchronization [req-0e8456f3-fd67-46cb-b327-ac6e0a86d61d req-41e6b8b4-e2ad-47ac-b169-69a7811c760c tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_members [ 1377.440545] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGHEST for action security_group_members [ 1377.441137] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-9941deac-3743-4b2e-b032-4084b09f258c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.441324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.441384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.441584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.441744] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.441845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.441906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.442071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.442159] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.442253] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.780536] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.780745] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.946430] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.946675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.946675] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.946875] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.946974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.947183] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.947287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.947348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.947500] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.947597] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.947688] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9941deac-3743-4b2e-b032-4084b09f258c is going to be updated. [ 1377.972085] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.972286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.972286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.972535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.972710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.981243] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9941deac-3743-4b2e-b032-4084b09f258c in Status: IN_PROGRESS for 2s [ 1378.386384] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1378.386384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.386384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.386384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.386384] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.386384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.386384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.386384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.386384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.386384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.386384] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.887790] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.888024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.888024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.888244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.888411] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.888515] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.888572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.888728] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.888815] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.888901] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.889070] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.889171] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.889239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.889393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.889539] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.889639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.889701] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.889849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.889929] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.890032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.890129] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.391693] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad71c41f-ee72-44e7-8883-cc80b44693d5: rpc.has_security_group_logging(os_id): False [ 1379.410184] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.410434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.410434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.410554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.410650] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.410946] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.411047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.411130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.411310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.411395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.411596] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.411712] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.411928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.411995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.412045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.412239] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.412335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.412411] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.412559] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.412635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.412713] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1379.490918] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.491121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.491121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.491339] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.491481] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.504014] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1379.991072] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9941deac-3743-4b2e-b032-4084b09f258c in Status: SUCCESS [ 1379.991233] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9941deac-3743-4b2e-b032-4084b09f258c deletion is rescheduled due to dependency. [ 1379.991233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.518387] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1381.518740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.441542] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.441732] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.850646] env[66311]: INFO networking_nsxv3.common.synchronization [req-f9c82d19-3e13-4d27-a8c6-0f55b6949afc req-9a41b463-72be-4864-a731-c990785d5240 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1386.851107] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1386.851211] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.851291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.851360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.851558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.851708] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.851807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.851871] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.852032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.852120] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.852394] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.355058] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.359140] env[66311]: INFO networking_nsxv3.common.synchronization [None req-d260ba5d-c147-4553-8cbe-13087be0d58e tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1387.359760] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1387.359884] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.359979] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.857909] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.359964] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.360250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.360250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.360528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.360672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.360826] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1388.388039] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.388039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.388039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.388297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.388448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.398256] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1389.965943] env[66311]: INFO networking_nsxv3.common.synchronization [req-1a14b013-3075-4c94-97cb-6c4d085ecf8d req-f3d70efa-7a85-4241-86c8-7602ab649d11 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_members [ 1389.966237] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f with Priority: HIGHEST for action security_group_members [ 1389.966543] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.966664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.966733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.966924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.967107] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.967217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.967280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.967448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.967538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.967636] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd70f00-abf2-45e9-9579-a6bb59d4f73f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.409169] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1390.409377] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.409535] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.409772] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.409953] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.410085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.410151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.410316] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.410395] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.410515] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.471824] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.472048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.472048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.472220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.472313] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.472511] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.472632] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.472696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.472874] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.472995] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.473120] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f is going to be updated. [ 1390.503218] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.503469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.503469] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.503615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.503756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.512517] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f in Status: IN_PROGRESS for 2s [ 1390.913043] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.913223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.913297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.913524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.913616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.913811] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.913907] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.914026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.914130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.914207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.914295] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1390.949315] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.949450] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.949523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.950047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.950047] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.959911] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1392.523039] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f in Status: SUCCESS [ 1392.523408] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd70f00-abf2-45e9-9579-a6bb59d4f73f deletion is rescheduled due to dependency. [ 1392.523408] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd70f00-abf2-45e9-9579-a6bb59d4f73f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.969825] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1392.970056] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 deletion is rescheduled due to dependency. [ 1392.970204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.639273] env[66311]: INFO networking_nsxv3.common.synchronization [None req-24046c00-83a1-49c6-b180-138f91aca213 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_rules [ 1394.640230] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_rules [ 1394.640230] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.640230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.640390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.640519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.640603] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.715515] env[66311]: INFO networking_nsxv3.common.synchronization [None req-b55a2c23-7456-4f28-9cf4-609781acffc7 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_rules [ 1394.716455] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_rules [ 1394.716899] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.717067] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.161762] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.161969] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.162081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.162260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.162348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.162448] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02497359-8a72-4a87-8c96-7d1602614660 already deleted. [ 1395.162530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.162708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.162878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.162963] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.685238] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.685610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.685610] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.685741] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.685853] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.685953] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02497359-8a72-4a87-8c96-7d1602614660 already deleted. [ 1395.686053] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.717437] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.717900] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.022950] env[66311]: INFO networking_nsxv3.common.synchronization [req-2591e5d7-2c8f-40e1-932a-b3199558a7b1 req-bbc10dec-08a4-4e4d-87a3-c8ffda4639f1 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1400.022950] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1400.022950] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.022950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.022950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.022950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.022950] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.022950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.022950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.022950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.022950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.022950] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.290679] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.290679] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.290679] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.290679] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.291310] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.291498] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.291652] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.291896] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.292059] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.292289] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1400.292426] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1400.292574] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1400.292725] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1400.292851] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1400.292974] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1400.293139] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1400.313487] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1400.313487] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1400.313730] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1400.313766] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.314069] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.314320] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.314423] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.314697] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.314841] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63aa2274-3f8e-4bb4-9eac-2c02e491b16b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.524621] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.524987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.524987] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.525105] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.525183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.525384] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.525488] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.525556] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.525765] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.525854] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.525943] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02497359-8a72-4a87-8c96-7d1602614660 already deleted. [ 1400.526039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.817660] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.817989] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.818047] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.818322] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.818470] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.818626] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 63aa2274-3f8e-4bb4-9eac-2c02e491b16b not found, creating... [ 1400.818883] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.819082] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.819174] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.819383] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.819520] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.819786] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.819941] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.820067] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.820270] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.820400] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.820536] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 63aa2274-3f8e-4bb4-9eac-2c02e491b16b is going to be created. [ 1400.841922] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.842160] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.842287] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.842583] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.842813] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.843040] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.547822] env[66311]: INFO networking_nsxv3.common.synchronization [req-2591e5d7-2c8f-40e1-932a-b3199558a7b1 req-680e9614-c5d3-4554-867f-0718539996e9 service nova] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_rules [ 1401.548017] env[66311]: INFO networking_nsxv3.common.synchronization [req-2591e5d7-2c8f-40e1-932a-b3199558a7b1 req-680e9614-c5d3-4554-867f-0718539996e9 service nova] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1401.548160] env[66311]: INFO networking_nsxv3.common.synchronization [req-2591e5d7-2c8f-40e1-932a-b3199558a7b1 req-680e9614-c5d3-4554-867f-0718539996e9 service nova] Enqueued Resource ID: 63aa2274-3f8e-4bb4-9eac-2c02e491b16b with Priority: HIGHEST for action port [ 1401.548675] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_rules [ 1401.548815] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1401.548910] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2274-3f8e-4bb4-9eac-2c02e491b16b with Priority: HIGHEST for action port [ 1401.550118] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.550257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.550330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.550530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.550614] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.551493] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.551572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.551679] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.551863] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.552018] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.552116] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.552180] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.552400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.552496] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.552591] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.553389] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.553537] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.553607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.553761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.553833] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63aa2274-3f8e-4bb4-9eac-2c02e491b16b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.055371] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.055805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.055805] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.056634] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63aa2274-3f8e-4bb4-9eac-2c02e491b16b with status ACTIVE [ 1402.056848] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.056928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.057045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.057292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.057388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.057567] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.057673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.057761] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.057879] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.057989] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.058165] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.058267] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.058308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.058472] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.058514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.059199] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63aa2274-3f8e-4bb4-9eac-2c02e491b16b is going to be updated. [ 1402.080552] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.080762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.080762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.080952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.081099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.081245] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63aa2274-3f8e-4bb4-9eac-2c02e491b16b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.561335] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.636539] env[66311]: INFO networking_nsxv3.common.synchronization [req-fda88dd0-2f5c-4400-9535-90e13113fcd5 req-a9c1ff42-c020-4378-81e6-06ac5d9fcb5f tempest-ServerActionsTestOtherB-472328764 tempest-ServerActionsTestOtherB-472328764-project-member] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1402.638340] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1402.638340] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.638340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.638340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.638340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.638340] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.638340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.638340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.638861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.638861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.638861] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.064423] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.064788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.064788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.064940] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.064992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.065119] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02497359-8a72-4a87-8c96-7d1602614660 is going to be created. [ 1403.088484] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.088628] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.088689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.088895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.089072] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.099388] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: UNINITIALIZED for 2s [ 1403.141022] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.141213] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.141262] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.141475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.141566] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.141764] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.141867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.141920] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.142077] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.142154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.142243] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1403.166688] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.166876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.166876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.167169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.167330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.175561] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1405.109836] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: SUCCESS [ 1405.110210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.110210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.110428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.110615] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.110734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.110830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.110944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.111035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.111118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.111208] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.185833] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1405.185833] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 deletion is rescheduled due to dependency. [ 1405.185833] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.613778] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.115916] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02497359-8a72-4a87-8c96-7d1602614660: rpc.has_security_group_logging(os_id): False [ 1406.135436] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.135672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.135672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.135845] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.135933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.136200] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.136300] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.136365] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.136539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.136706] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.136706] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02497359-8a72-4a87-8c96-7d1602614660 is going to be created. [ 1406.192760] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.193022] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.193282] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.193674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.193992] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.204874] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: IN_PROGRESS for 2s [ 1407.638121] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.638568] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1408.217993] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: SUCCESS [ 1408.218251] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.414278] env[66311]: INFO networking_nsxv3.common.synchronization [req-8de1ac60-dd99-4cad-b253-ef885dfbf710 req-662443fe-3f1c-4f4e-bd7d-539670b149d7 tempest-ServerActionsTestOtherB-472328764 tempest-ServerActionsTestOtherB-472328764-project-member] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1410.414831] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1410.415142] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.415263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.415345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.415525] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.415705] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.415830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.415900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.416070] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.416157] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.416245] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.693137] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.693334] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.693455] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.693715] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.693966] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.694135] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.694341] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.694576] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.694761] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.694970] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.695099] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.695213] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.695302] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.695400] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.695497] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.695631] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.715947] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.716152] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1410.716293] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.716474] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.716799] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-4e146689-7338-46be-9313-4a654eea9f1d taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.716974] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.717101] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.717460] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.717598] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e146689-7338-46be-9313-4a654eea9f1d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.919183] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.919384] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.919429] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.919652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.919742] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.919939] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.920058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.920114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.920270] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.920345] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.920431] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1410.968761] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.969046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.969046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.969455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.970046] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.980998] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1411.127593] env[66311]: INFO networking_nsxv3.common.synchronization [req-306686d5-7160-4cf0-883d-096a04e91e9c req-c026c27a-6d9b-4ae4-b5d3-059e5bb0c7e4 tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1411.128217] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1411.128544] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.128667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.128733] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.128952] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.129638] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.129734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.129819] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.130028] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.130278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.130417] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.220114] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.220450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.220450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.220754] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.220907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.221080] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 4e146689-7338-46be-9313-4a654eea9f1d not found, creating... [ 1411.221401] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.221635] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.221768] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.221992] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.222148] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.222436] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.222613] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.222736] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.222949] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.223103] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.223242] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 4e146689-7338-46be-9313-4a654eea9f1d is going to be created. [ 1411.244432] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.244744] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.244898] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.245450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.245450] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.245643] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.632699] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.632981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.633033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.633222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.633315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.633506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.633634] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.633690] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.633807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.633896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.633977] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be updated. [ 1411.662729] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.662925] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.662975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.663170] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.663324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.671649] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1411.975801] env[66311]: INFO networking_nsxv3.common.synchronization [req-8de1ac60-dd99-4cad-b253-ef885dfbf710 req-e7ca66a6-5ea6-4fb2-a96c-d4a84c358a3d service nova] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1411.976115] env[66311]: INFO networking_nsxv3.common.synchronization [req-8de1ac60-dd99-4cad-b253-ef885dfbf710 req-e7ca66a6-5ea6-4fb2-a96c-d4a84c358a3d service nova] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1411.976321] env[66311]: INFO networking_nsxv3.common.synchronization [req-8de1ac60-dd99-4cad-b253-ef885dfbf710 req-e7ca66a6-5ea6-4fb2-a96c-d4a84c358a3d service nova] Enqueued Resource ID: 4e146689-7338-46be-9313-4a654eea9f1d with Priority: HIGHEST for action port [ 1411.976832] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1411.977015] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1411.977187] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e146689-7338-46be-9313-4a654eea9f1d with Priority: HIGHEST for action port [ 1411.977510] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.977664] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.977752] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.977982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.978101] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.979360] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.979534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.979760] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e146689-7338-46be-9313-4a654eea9f1d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.979893] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.980027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.980197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.980299] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e146689-7338-46be-9313-4a654eea9f1d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.482155] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.482305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.482480] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e146689-7338-46be-9313-4a654eea9f1d with status ACTIVE [ 1412.482723] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.482862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.482950] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.483146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.483240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.483397] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.483495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.483538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.483685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.483762] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.483937] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.484037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.484099] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.484255] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.484331] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.484438] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e146689-7338-46be-9313-4a654eea9f1d is going to be updated. [ 1412.507823] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.508058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.508058] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.508230] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.508366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.508524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.991198] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1412.991561] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 deletion is rescheduled due to dependency. [ 1412.991561] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.991649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.991862] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.992056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.992181] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.992247] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.992398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.992616] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.992616] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.494933] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.682664] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1413.682903] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 deletion is rescheduled due to dependency. [ 1413.682984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.998054] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.501738] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.501738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.501738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.501738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.501738] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.501738] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1414.534552] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.534808] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.534891] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.535134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.535317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.544904] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1415.285964] env[66311]: INFO networking_nsxv3.common.synchronization [req-764323ee-4861-4a92-ab98-0a7ff6f63d01 req-a0806498-ecf8-4e1a-8a66-982532345158 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1415.286721] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1415.286721] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.286721] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.286858] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.286942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.287128] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.287254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.287336] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.287503] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.287592] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.287743] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.590439] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.590642] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.590768] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.591051] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.591311] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.591467] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.591582] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.591802] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.591944] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.592159] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.592269] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.592374] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.592480] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.592624] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.592720] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.592857] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.613735] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.613945] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1415.614129] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.614339] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.614659] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-ce131e8d-1436-4bca-870c-53f57f90ae91 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.614858] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-ce131e8d-1436-4bca-870c-53f57f90ae91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.614983] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-ce131e8d-1436-4bca-870c-53f57f90ae91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.615368] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-ce131e8d-1436-4bca-870c-53f57f90ae91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.615515] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce131e8d-1436-4bca-870c-53f57f90ae91',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.790350] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.117715] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.117946] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.118099] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.118391] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.118541] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.118707] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port ce131e8d-1436-4bca-870c-53f57f90ae91 not found, creating... [ 1416.119084] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.119284] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.119383] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.119610] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.119748] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.120072] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.120291] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.121253] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.121253] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.121253] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.121253] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: ce131e8d-1436-4bca-870c-53f57f90ae91 is going to be created. [ 1416.145476] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.145770] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.145865] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.146159] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.146412] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.146647] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-ce131e8d-1436-4bca-870c-53f57f90ae91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.293026] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.554976] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1416.555185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.555334] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.555552] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.555764] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.555909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.555970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.556143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.556224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.556308] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.556399] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.795626] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.795811] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.795866] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.796146] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.796243] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.796366] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02497359-8a72-4a87-8c96-7d1602614660 is going to be updated. [ 1416.831506] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.831886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.831886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.831962] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.832083] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.841898] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: IN_PROGRESS for 2s [ 1416.864549] env[66311]: INFO networking_nsxv3.common.synchronization [req-764323ee-4861-4a92-ab98-0a7ff6f63d01 req-0550e10e-3328-4f0c-a1d6-71d9a1d4df80 service nova] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_rules [ 1416.864788] env[66311]: INFO networking_nsxv3.common.synchronization [req-764323ee-4861-4a92-ab98-0a7ff6f63d01 req-0550e10e-3328-4f0c-a1d6-71d9a1d4df80 service nova] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1416.864949] env[66311]: INFO networking_nsxv3.common.synchronization [req-764323ee-4861-4a92-ab98-0a7ff6f63d01 req-0550e10e-3328-4f0c-a1d6-71d9a1d4df80 service nova] Enqueued Resource ID: ce131e8d-1436-4bca-870c-53f57f90ae91 with Priority: HIGHEST for action port [ 1416.865552] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_rules [ 1416.865697] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1416.865804] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce131e8d-1436-4bca-870c-53f57f90ae91 with Priority: HIGHEST for action port [ 1416.866158] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.866383] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.866505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.866674] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.866772] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.867760] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.867852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.868079] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce131e8d-1436-4bca-870c-53f57f90ae91 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.868220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce131e8d-1436-4bca-870c-53f57f90ae91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.868291] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce131e8d-1436-4bca-870c-53f57f90ae91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.868433] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce131e8d-1436-4bca-870c-53f57f90ae91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.868514] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce131e8d-1436-4bca-870c-53f57f90ae91',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.059242] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.370305] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.370595] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.370646] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce131e8d-1436-4bca-870c-53f57f90ae91 with status ACTIVE [ 1417.370783] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.370880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.370948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.371195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.371988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.371988] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.371988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.371988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.371988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.371988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.372317] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.372415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.372415] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.372573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.372656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.372757] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce131e8d-1436-4bca-870c-53f57f90ae91 is going to be updated. [ 1417.409462] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.409756] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.409835] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.410139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.410376] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.410685] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce131e8d-1436-4bca-870c-53f57f90ae91" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.561691] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad22263-b933-47ad-990a-af3a41032284: rpc.has_security_group_logging(os_id): False [ 1417.580963] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.581226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.581295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.581539] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.581649] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.581944] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.582110] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.582223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.582455] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.582573] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.582691] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1417.659216] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.659423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.659423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.659626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.659770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.673563] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1418.854085] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: SUCCESS [ 1418.854085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.854085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.854085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.854085] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.854085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.854085] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.854788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.854788] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.854788] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.356565] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.686585] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1419.686795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.858947] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.360867] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.361045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.361121] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.361407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.361407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.361512] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02497359-8a72-4a87-8c96-7d1602614660 is going to be updated. [ 1420.389901] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.390160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.390269] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.390487] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.390636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.402023] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: IN_PROGRESS for 2s [ 1420.620200] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee90be08-e43a-4890-a1f7-fcc39298ee28 req-619f6323-2465-40e4-9d8e-4c7bd3829c9b tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1420.620774] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1420.621123] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.621248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.621315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.621510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.621666] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.621763] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.621825] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.621970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.622207] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.622331] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.922452] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.922892] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.922892] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.923316] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.923608] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.923771] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.923902] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.924163] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.924308] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.924519] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1420.924631] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1420.924742] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1420.924910] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1420.925033] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1420.925148] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1420.925533] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1420.948110] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1420.948110] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1420.948110] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1420.948295] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.948713] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-b196a590-cd6a-4c6f-b116-edac794c2469 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.948914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-b196a590-cd6a-4c6f-b116-edac794c2469" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.949044] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-b196a590-cd6a-4c6f-b116-edac794c2469" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.949546] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-b196a590-cd6a-4c6f-b116-edac794c2469" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.949546] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b196a590-cd6a-4c6f-b116-edac794c2469',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.125092] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.125354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.125434] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.125657] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.125860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.126143] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.126249] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.126367] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.126554] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.126625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.126737] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be updated. [ 1421.153831] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.154081] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.154134] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.154356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.154942] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.163843] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1421.451545] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.451779] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.451907] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.452265] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.452474] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.452661] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Segment Port b196a590-cd6a-4c6f-b116-edac794c2469 not found, creating... [ 1421.452950] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.453139] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.453260] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.453490] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.453630] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.453911] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.454082] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.454200] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.454410] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.454545] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.454698] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: b196a590-cd6a-4c6f-b116-edac794c2469 is going to be created. [ 1421.478585] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.478803] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.478929] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.479242] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.479479] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.479697] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-b196a590-cd6a-4c6f-b116-edac794c2469" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.184028] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee90be08-e43a-4890-a1f7-fcc39298ee28 req-3b8516e5-9a27-4536-8a00-770dc727bceb service nova] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1422.184336] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee90be08-e43a-4890-a1f7-fcc39298ee28 req-3b8516e5-9a27-4536-8a00-770dc727bceb service nova] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1422.184336] env[66311]: INFO networking_nsxv3.common.synchronization [req-ee90be08-e43a-4890-a1f7-fcc39298ee28 req-3b8516e5-9a27-4536-8a00-770dc727bceb service nova] Enqueued Resource ID: b196a590-cd6a-4c6f-b116-edac794c2469 with Priority: HIGHEST for action port [ 1422.184503] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1422.184558] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1422.184655] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196a590-cd6a-4c6f-b116-edac794c2469 with Priority: HIGHEST for action port [ 1422.185382] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.185470] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.185538] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.185734] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.185841] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.187389] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.187576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.189330] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-b196a590-cd6a-4c6f-b116-edac794c2469 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.189330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b196a590-cd6a-4c6f-b116-edac794c2469" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.189330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b196a590-cd6a-4c6f-b116-edac794c2469" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.189330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b196a590-cd6a-4c6f-b116-edac794c2469" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.189330] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b196a590-cd6a-4c6f-b116-edac794c2469',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.410114] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: SUCCESS [ 1422.410356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.410527] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.410746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.410942] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.411073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.411129] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.411294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.411389] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.411476] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.411649] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.688074] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.688286] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.691556] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b196a590-cd6a-4c6f-b116-edac794c2469 with status ACTIVE [ 1422.691821] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.691983] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.692156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.692359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.692473] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.692679] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.692838] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.692948] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.693158] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.693263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.693499] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.693638] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.693724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.693906] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.693991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.694092] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b196a590-cd6a-4c6f-b116-edac794c2469 is going to be updated. [ 1422.716599] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.716783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.716849] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.717033] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.717253] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.717443] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b196a590-cd6a-4c6f-b116-edac794c2469" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.914274] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.174812] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1423.175145] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 deletion is rescheduled due to dependency. [ 1423.175304] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.175510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.175773] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.175996] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.176155] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.176222] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.176428] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.176533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.176653] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.416818] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02497359-8a72-4a87-8c96-7d1602614660: rpc.has_security_group_logging(os_id): False [ 1423.435649] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.435861] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.435988] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.436149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.436257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.436528] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.436636] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.436713] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.436878] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.437009] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.437123] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02497359-8a72-4a87-8c96-7d1602614660 is going to be updated. [ 1423.514984] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.515205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.515205] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.515416] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.515581] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.530389] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: IN_PROGRESS for 2s [ 1423.679360] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.181968] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.684213] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.684568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.684568] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.684645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.684753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.684898] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be updated. [ 1424.715065] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.715252] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.715314] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.715479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.715621] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.723851] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1425.543453] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: SUCCESS [ 1425.543672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.988587] env[66311]: INFO networking_nsxv3.common.synchronization [None req-55a35f53-48ea-403e-bb16-7a836206d5e2 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1425.989253] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1425.989444] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.989570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.989666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.989827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.989989] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.990250] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.990320] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.990497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.990584] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.990678] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.492677] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.492935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.492935] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.493173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.493309] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.493666] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.493785] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.493889] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.494020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.494156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.494281] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1426.527299] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.527517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.527517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.527771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.527930] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.537717] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1426.734063] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1426.736652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.736652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.736652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.736652] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.736652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.736652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.736652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.736652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.736652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.736652] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.237456] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.739754] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a376a3f0-15d9-49b3-a9b3-5f46c82ecc89: rpc.has_security_group_logging(os_id): False [ 1427.759930] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.760160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.760210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.760516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.760647] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.761017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.761184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.761287] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.761511] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.761630] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.761756] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be updated. [ 1427.830948] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.831165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.831165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.831388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.831534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.844264] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1428.547101] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1428.547503] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 deletion is rescheduled due to dependency. [ 1428.547551] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.859369] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1429.859739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.989914] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.990359] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.991717] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.992122] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.992947] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.992947] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.683272] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.683613] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.683759] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.684055] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.684325] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.684469] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.684610] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.684841] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.685018] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.685240] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1442.685349] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1442.685470] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1442.685586] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1442.685707] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1442.685814] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1442.685942] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1442.704834] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1442.705084] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1442.705233] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1442.705416] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.705713] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-6e2acf7e-074f-433d-9a64-b564460344ca taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.705914] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.706068] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.706377] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.706519] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2acf7e-074f-433d-9a64-b564460344ca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.209407] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.209674] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.209733] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.210020] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.210182] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.210340] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port 6e2acf7e-074f-433d-9a64-b564460344ca not found, creating... [ 1443.210612] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.210814] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.210941] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.211171] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.211308] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.211590] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.211747] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.211863] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.212085] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.212220] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.212360] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 6e2acf7e-074f-433d-9a64-b564460344ca is going to be created. [ 1443.232651] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.232896] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.233072] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.233349] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.233575] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.233794] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.928380] env[66311]: INFO networking_nsxv3.common.synchronization [req-0da7363a-b901-4248-9878-d25524c2400c req-9eb170e0-4fbf-4245-afd2-3a773fdee0a4 service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1443.928380] env[66311]: INFO networking_nsxv3.common.synchronization [req-0da7363a-b901-4248-9878-d25524c2400c req-9eb170e0-4fbf-4245-afd2-3a773fdee0a4 service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1443.928380] env[66311]: INFO networking_nsxv3.common.synchronization [req-0da7363a-b901-4248-9878-d25524c2400c req-9eb170e0-4fbf-4245-afd2-3a773fdee0a4 service nova] Enqueued Resource ID: 6e2acf7e-074f-433d-9a64-b564460344ca with Priority: HIGHEST for action port [ 1443.928380] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1443.928954] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1443.929213] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2acf7e-074f-433d-9a64-b564460344ca with Priority: HIGHEST for action port [ 1443.929698] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.929943] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.930127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.930412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.930607] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.931734] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.931908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.931965] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.932122] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.932750] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.932750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.932750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.932750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.932750] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.933036] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.933719] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2acf7e-074f-433d-9a64-b564460344ca taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.933829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.933829] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.933954] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.934052] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2acf7e-074f-433d-9a64-b564460344ca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.436013] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.436166] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.436372] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.437626] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e2acf7e-074f-433d-9a64-b564460344ca with status ACTIVE [ 1444.437626] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.437626] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.437855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.437895] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.437974] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.439056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.439056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.439056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.439056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.439056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.439056] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.439056] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.439483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.439483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.439483] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.439483] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e2acf7e-074f-433d-9a64-b564460344ca is going to be updated. [ 1444.460300] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.460507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.460507] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.460820] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.461016] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.461185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.941423] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.443987] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.444297] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.444409] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.444663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.444794] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.445031] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1445.476542] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.476823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.476823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.477151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.477359] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.487348] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1447.497817] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1447.498218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.498218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.498387] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.498573] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.498720] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.498776] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.498898] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.498977] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.499078] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.499194] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.002114] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.002356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.002356] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.002560] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.002732] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.002831] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.002890] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.003086] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.003186] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.003272] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.003421] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.003514] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.003572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.003711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.003847] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.003938] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.003996] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.004144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.004217] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.004296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.004382] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.506235] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad71c41f-ee72-44e7-8883-cc80b44693d5: rpc.has_security_group_logging(os_id): False [ 1448.523636] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.523818] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.523869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.524051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.524145] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.524361] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.524463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.524529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.524683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.524758] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.524929] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.525088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.525154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.525295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.525369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.525555] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.525646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.525707] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.525842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.525916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.526017] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1448.583968] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.584204] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.584254] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.584427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.584576] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.597695] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1448.930456] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.930623] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1450.613848] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1450.613848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.931835] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.931835] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.933486] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.933804] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.761792] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.761991] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.762132] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.762422] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.762687] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.762836] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.762965] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.763210] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.763354] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.763583] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1459.763704] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1459.763813] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1459.763916] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1459.764044] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1459.764166] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1459.764303] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1459.785522] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1459.785730] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1459.785835] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1459.786032] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-770" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.786419] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-6e2acf7e-074f-433d-9a64-b564460344ca taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.786606] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.786730] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.786987] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.787163] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2acf7e-074f-433d-9a64-b564460344ca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.289638] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.290087] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.290184] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.290540] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.290738] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.291212] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.291449] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.291587] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.291828] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.291969] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.292275] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.292435] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.292552] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.292757] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.292908] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.293028] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: 6e2acf7e-074f-433d-9a64-b564460344ca is going to be updated. [ 1460.314738] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.314862] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.314989] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.315322] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.315523] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.315740] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.981723] env[66311]: INFO networking_nsxv3.common.synchronization [req-0dcb2ef0-7903-402a-9650-512dc4f9c179 req-3ceb5a29-8256-4ab7-afff-3c30b80c5bc8 service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1460.981847] env[66311]: INFO networking_nsxv3.common.synchronization [req-0dcb2ef0-7903-402a-9650-512dc4f9c179 req-3ceb5a29-8256-4ab7-afff-3c30b80c5bc8 service nova] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1460.981990] env[66311]: INFO networking_nsxv3.common.synchronization [req-0dcb2ef0-7903-402a-9650-512dc4f9c179 req-3ceb5a29-8256-4ab7-afff-3c30b80c5bc8 service nova] Enqueued Resource ID: 6e2acf7e-074f-433d-9a64-b564460344ca with Priority: HIGHEST for action port [ 1460.982254] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_rules [ 1460.982397] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1460.982492] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2acf7e-074f-433d-9a64-b564460344ca with Priority: HIGHEST for action port [ 1460.983054] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.983191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.983274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.983456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.983538] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.984359] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.984466] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.984531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.984699] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.984845] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.984939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.985011] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.985228] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.985325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.985424] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.986138] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2acf7e-074f-433d-9a64-b564460344ca taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.987278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.987278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.987278] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.987278] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2acf7e-074f-433d-9a64-b564460344ca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.488506] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.489629] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.489743] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.489901] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e2acf7e-074f-433d-9a64-b564460344ca with status ACTIVE [ 1461.490114] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.490248] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.490357] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.490555] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.490657] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.490852] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.490970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.491051] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.491232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.491325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.491531] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.491646] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.491708] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.491873] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.492039] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.492076] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e2acf7e-074f-433d-9a64-b564460344ca is going to be updated. [ 1461.522262] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.522495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.522548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.522753] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.522918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.523132] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2acf7e-074f-433d-9a64-b564460344ca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.994328] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.496596] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.497015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.497015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.497093] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.497127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.497255] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1462.527158] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.527362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.527362] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.527531] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.527673] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.536226] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1464.548079] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1464.548079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.548079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.548596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.548596] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.548596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.548596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.548782] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.548821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.548908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.549039] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.051596] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.051832] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.051945] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.052212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.052465] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.052696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.052848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.053235] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.053370] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.053480] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.053713] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.053919] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.054031] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.054223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.054512] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.054639] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.054717] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.055185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.055185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.055185] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.055288] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.558039] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad71c41f-ee72-44e7-8883-cc80b44693d5: rpc.has_security_group_logging(os_id): False [ 1465.575503] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.575719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.575719] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.575864] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.575953] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.576190] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.576295] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.576358] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.576508] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.576585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.576760] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.576852] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.576913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.577071] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.577149] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.577335] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.577426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.577485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.577660] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.577729] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.577769] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1465.638499] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.638768] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.638823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.639045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.639240] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.653270] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1465.984110] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.984328] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1467.670045] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1467.670045] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.985737] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.986140] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.987400] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.987703] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.701393] env[66311]: INFO networking_nsxv3.common.synchronization [req-6b98decc-0be3-4dcc-913e-02526a993522 req-521e9589-18dc-4395-9936-268ffcda25b8 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1476.701393] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1476.701477] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.701608] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.701651] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.701807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.702416] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.702570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.702667] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.703375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.703375] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.703375] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.205742] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.707968] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.210868] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.211315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.211315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.211315] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.211435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.211515] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02497359-8a72-4a87-8c96-7d1602614660 is going to be updated. [ 1478.240434] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.240656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.240656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.240851] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.240993] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.249185] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: IN_PROGRESS for 2s [ 1480.260022] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: SUCCESS [ 1480.260437] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.701721] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.702103] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.363759] env[66311]: INFO networking_nsxv3.common.synchronization [req-6c8ea32a-794d-456f-b341-051e5f421cf1 req-e4b31a83-dc7a-47f8-9833-d012294dcd49 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1483.364516] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGHEST for action security_group_members [ 1483.364955] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.365392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.365392] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.365570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.365803] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.365963] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.366106] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.366324] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.366453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.366597] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.657191] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.657484] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.657577] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.657787] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.658069] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.658243] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.658379] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.658665] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.658826] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.659062] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1483.659180] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1483.659293] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1483.659406] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1483.659517] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1483.659622] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1483.659756] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1483.681796] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1483.682014] env[66311]: DEBUG dogpile.cache.region [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1483.682115] env[66311]: DEBUG dogpile.lock [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1483.682355] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "network-153" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.682705] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock port-4e146689-7338-46be-9313-4a654eea9f1d taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.682876] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.682998] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.683291] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.683467] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e146689-7338-46be-9313-4a654eea9f1d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.869589] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.869899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.869899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.870073] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.870154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.870354] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.870478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.870545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.870666] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.870731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.870824] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02497359-8a72-4a87-8c96-7d1602614660 is going to be updated. [ 1483.902475] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.902695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.902695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.902928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.903128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.914705] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: IN_PROGRESS for 2s [ 1484.185472] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.185722] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.185813] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.186115] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.186280] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.186563] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.186715] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.186832] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.187056] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.187196] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.187476] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.187632] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.187747] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.187953] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.188100] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.188242] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Resource: SegmentPort with ID: 4e146689-7338-46be-9313-4a654eea9f1d is going to be updated. [ 1484.209396] env[66311]: DEBUG networking_nsxv3.common.locking [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.209610] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.209724] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.209952] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.210165] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.210382] env[66311]: DEBUG oslo_concurrency.lockutils [None req-4394fc69-1af2-4169-a2a1-01ef678ebb8d None None] Releasing lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.920069] env[66311]: INFO networking_nsxv3.common.synchronization [req-6d307c36-f3d4-4af5-bdf4-5dfadda3243c req-c0a59abb-5f86-4bb7-854d-0fc5350660b9 service nova] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1484.920320] env[66311]: INFO networking_nsxv3.common.synchronization [req-6d307c36-f3d4-4af5-bdf4-5dfadda3243c req-c0a59abb-5f86-4bb7-854d-0fc5350660b9 service nova] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1484.920361] env[66311]: INFO networking_nsxv3.common.synchronization [req-6d307c36-f3d4-4af5-bdf4-5dfadda3243c req-c0a59abb-5f86-4bb7-854d-0fc5350660b9 service nova] Enqueued Resource ID: 4e146689-7338-46be-9313-4a654eea9f1d with Priority: HIGHEST for action port [ 1484.920666] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_rules [ 1484.920737] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1484.920777] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e146689-7338-46be-9313-4a654eea9f1d with Priority: HIGHEST for action port [ 1484.921321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.921448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.921512] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.921770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.921853] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.922755] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.922823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.922867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.923020] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.923170] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.923288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.923426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.924024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.924024] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.924024] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.924405] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e146689-7338-46be-9313-4a654eea9f1d taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.924456] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.924731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.924731] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.924807] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e146689-7338-46be-9313-4a654eea9f1d',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.426897] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.427041] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.427241] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.428150] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e146689-7338-46be-9313-4a654eea9f1d with status ACTIVE [ 1485.428358] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.428478] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.428582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.428740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.428827] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.429017] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.429123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.429189] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.429346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.429447] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.429680] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.429778] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.429841] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.430032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.430118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.430208] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e146689-7338-46be-9313-4a654eea9f1d is going to be updated. [ 1485.452945] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.453139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.453139] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.453343] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.453491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.454096] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e146689-7338-46be-9313-4a654eea9f1d" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.927179] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02497359-8a72-4a87-8c96-7d1602614660 in Status: SUCCESS [ 1485.927520] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02497359-8a72-4a87-8c96-7d1602614660 deletion is rescheduled due to dependency. [ 1485.927574] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.931900] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.434804] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.434804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.435187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.435187] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.435310] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.435420] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1486.466935] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.467177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.467177] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.467366] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.467510] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.477504] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1488.230488] env[66311]: INFO networking_nsxv3.common.synchronization [None req-3eeccecf-fcbd-4dbe-b868-2d3f9147bbb4 tempest-AttachInterfacesTestJSON-463180541 tempest-AttachInterfacesTestJSON-463180541-project-member] Enqueued Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1488.231029] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 with Priority: HIGHEST for action security_group_members [ 1488.231331] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad71c41f-ee72-44e7-8883-cc80b44693d5 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.231454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.231519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.231715] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.231865] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.231960] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.232035] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.232173] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.232330] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.232394] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad71c41f-ee72-44e7-8883-cc80b44693d5',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.489319] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1488.489319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.490220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.490220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.490407] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.490407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.490407] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.490653] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.490746] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.490830] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.490912] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.734944] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.735393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.735393] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.735517] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.735619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.736774] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.736774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.736774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.736774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.736774] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.736774] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 is going to be updated. [ 1488.769885] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.770174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.770274] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.770534] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.770730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.785428] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: IN_PROGRESS for 2s [ 1488.993689] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.496714] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad22263-b933-47ad-990a-af3a41032284: rpc.has_security_group_logging(os_id): False [ 1489.517186] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.517361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.517495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.517779] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.517900] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.518260] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.518380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.518448] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.518656] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.518770] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.518903] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1489.601502] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.601737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.601737] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.602015] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.602164] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.623020] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1490.585684] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.586292] env[66311]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e9a954bc-adce-479c-b8cd-b791b854b333 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1490.795659] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 in Status: SUCCESS [ 1490.795869] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad71c41f-ee72-44e7-8883-cc80b44693d5 deletion is rescheduled due to dependency. [ 1490.795991] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad71c41f-ee72-44e7-8883-cc80b44693d5" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.638952] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1491.639265] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.232437] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.232437] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.232974] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.233249] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.537175] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.537547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.537547] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.537637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.537734] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.040027] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.543501] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.695820] env[66311]: INFO networking_nsxv3.common.synchronization [req-63b332ec-77d9-49b4-8d7e-7aa5f97daf98 req-99e7b38d-0fd8-4da2-a594-02556640cb76 tempest-ServerActionsTestOtherB-472328764 tempest-ServerActionsTestOtherB-472328764-project-member] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1502.696379] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGHEST for action security_group_members [ 1502.696682] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.696804] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.696868] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.699485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.699485] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.699485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.699485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.699485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.699485] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.699485] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.047469] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1503.047631] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1503.138734] env[66311]: INFO networking_nsxv3.common.synchronization [req-44ac28a5-1212-45d3-b561-e108cb22e94c req-3acfcae3-9f08-4bfa-bd77-e2420275a9f3 tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1503.139452] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1503.139452] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.139452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.139658] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.139780] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.139935] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.140050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.140113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.140260] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.140347] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.140438] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.200625] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.200625] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.200842] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.200880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.201037] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.201175] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.201277] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.201333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.201494] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.201572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.201655] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be updated. [ 1503.235604] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.235909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.235909] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.236152] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.236325] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.244704] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 2s [ 1503.645658] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.645978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.645978] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.646128] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.646210] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.646463] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.646663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.646739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.646910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.646997] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.647101] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be updated. [ 1503.673218] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.673495] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.673579] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.673807] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.673956] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.682762] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1503.842655] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.842821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.842865] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.843101] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.855461] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1503.856400] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.857520] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1503.895073] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.895224] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.895285] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.895587] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.910263] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.911117] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1503.911200] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1503.911297] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1503.944922] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.945264] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.945398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.945598] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.946491] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.946585] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1504.021805] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.022026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.022026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.022232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.022740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.022892] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1504.101687] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.101839] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.101910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.102151] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.102615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.102953] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1504.103083] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b7336bdc-433c-4b9d-b559-94a8e1bcc2ab', '02497359-8a72-4a87-8c96-7d1602614660', 'a48b4459-b433-4f93-816b-0de077beff77', 'aad22263-b933-47ad-990a-af3a41032284', '446e9b1d-77d7-4226-a549-2aa2e7733785', '8326b4b5-a521-4cc0-8294-e756c497b7c1', '9efe4658-8c0e-483a-9bc0-4e8184fb9262', '85c381f1-8346-4e57-b50b-45ac293c2fe9', 'b63d3715-a589-4c71-9625-dba827e5b851', '9b5c6620-e276-41c8-b424-0db8da4b420f', 'a376a3f0-15d9-49b3-a9b3-5f46c82ecc89', '80c746c2-8845-47a1-aeaf-c06bf828afca', 'dca428fe-0e68-4db4-9aad-91f4f1a2d089', '48ba0da6-0ee3-4152-a07d-af1ae1259433', '8fa91f3f-0b2d-4a1e-869d-9702f4134fef', '9941deac-3743-4b2e-b032-4084b09f258c', '0c081b26-2de7-4756-8e22-59b4ddd8826a', '0c9b702f-81a6-49a3-a419-80181ba79346', '0e7321bf-e035-41f5-bf64-c82324eb933e', 'dab5c8c3-7960-417c-b956-7ecfcd25f462', '4dd70f00-abf2-45e9-9579-a6bb59d4f73f', 'e33385fe-c4d7-4521-860a-68c91302c9fc', 'dd957962-f2c3-4025-a673-3b5601ccfa68', '0bd9007c-74e6-4d84-8a48-4f7f1d46bb8c', '5e48400a-19d3-42ee-a552-01412c798a66', 'ff9ad5f1-b035-4d0f-9439-1175de924804', '917f84d9-2269-47db-93be-54a02a5e9f03', 'ad71c41f-ee72-44e7-8883-cc80b44693d5'} {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1504.103194] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1504.121962] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.122126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.122191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.122398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.122530] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.122649] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1504.122723] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1504.122800] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1504.189961] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.190184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.190184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.190354] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.191553] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.191811] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1504.191890] env[66311]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66311) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1504.191962] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1504.192041] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1504.192122] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1504.192196] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGH for action security_group_rules [ 1504.192276] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGH for action security_group_rules [ 1504.192357] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGH for action security_group_rules [ 1504.192465] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGH for action security_group_rules [ 1504.192565] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGH for action security_group_rules [ 1504.192646] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGH for action security_group_rules [ 1504.192710] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGH for action security_group_rules [ 1504.192773] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGH for action security_group_rules [ 1504.192835] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGH for action security_group_rules [ 1504.192896] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGH for action security_group_rules [ 1504.192957] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGH for action security_group_rules [ 1504.193033] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGH for action security_group_rules [ 1504.193097] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGH for action security_group_rules [ 1504.193158] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGH for action security_group_rules [ 1504.193219] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGH for action security_group_rules [ 1504.193273] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGH for action security_group_rules [ 1504.193338] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGH for action security_group_rules [ 1504.193399] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGH for action security_group_rules [ 1504.193460] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGH for action security_group_rules [ 1504.193522] env[66311]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGH for action security_group_rules [ 1504.193617] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.254237] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: IN_PROGRESS for 4s [ 1505.692673] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1505.692863] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 deletion is rescheduled due to dependency. [ 1505.692913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.264055] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad22263-b933-47ad-990a-af3a41032284 in Status: SUCCESS [ 1507.264055] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad22263-b933-47ad-990a-af3a41032284 deletion is rescheduled due to dependency. [ 1507.264475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.140047] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.140249] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1508.140249] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab with Priority: HIGH for action security_group_rules [ 1508.140331] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a48b4459-b433-4f93-816b-0de077beff77 with Priority: HIGH for action security_group_rules [ 1508.140422] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 with Priority: HIGH for action security_group_rules [ 1508.140558] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef with Priority: HIGH for action security_group_rules [ 1508.140620] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 with Priority: HIGH for action security_group_rules [ 1508.140693] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7321bf-e035-41f5-bf64-c82324eb933e with Priority: HIGH for action security_group_rules [ 1508.140783] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9b702f-81a6-49a3-a419-80181ba79346 with Priority: HIGH for action security_group_rules [ 1508.140874] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a with Priority: HIGH for action security_group_rules [ 1508.140964] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 with Priority: HIGH for action security_group_rules [ 1508.141070] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941deac-3743-4b2e-b032-4084b09f258c with Priority: HIGH for action security_group_rules [ 1508.141160] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 with Priority: HIGH for action security_group_rules [ 1508.141246] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c746c2-8845-47a1-aeaf-c06bf828afca with Priority: HIGH for action security_group_rules [ 1508.141332] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGH for action security_group_rules [ 1508.141419] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c6620-e276-41c8-b424-0db8da4b420f with Priority: HIGH for action security_group_rules [ 1508.141507] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63d3715-a589-4c71-9625-dba827e5b851 with Priority: HIGH for action security_group_rules [ 1508.141593] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 with Priority: HIGH for action security_group_rules [ 1508.141678] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 with Priority: HIGH for action security_group_rules [ 1508.141772] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 with Priority: HIGH for action security_group_rules [ 1508.141859] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02497359-8a72-4a87-8c96-7d1602614660 with Priority: HIGH for action security_group_rules [ 1508.141944] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad22263-b933-47ad-990a-af3a41032284 with Priority: HIGH for action security_group_rules [ 1508.142290] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.142414] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.142482] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.142739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.142826] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7336bdc-433c-4b9d-b559-94a8e1bcc2ab',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.282354] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a48b4459-b433-4f93-816b-0de077beff77 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.282790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.282790] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.282867] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.282914] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a48b4459-b433-4f93-816b-0de077beff77',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.283971] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.284087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.284154] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.284317] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.284391] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9efe4658-8c0e-483a-9bc0-4e8184fb9262',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.285121] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.286100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.286100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.286100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.286100] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa91f3f-0b2d-4a1e-869d-9702f4134fef',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.286585] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab5c8c3-7960-417c-b956-7ecfcd25f462 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.286585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.286585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.286585] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.286747] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab5c8c3-7960-417c-b956-7ecfcd25f462',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.287283] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e7321bf-e035-41f5-bf64-c82324eb933e taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.287388] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.287524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.287615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.287678] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e7321bf-e035-41f5-bf64-c82324eb933e',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.288321] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c9b702f-81a6-49a3-a419-80181ba79346 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.288426] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.288490] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.288652] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.288792] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c9b702f-81a6-49a3-a419-80181ba79346',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.289371] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c081b26-2de7-4756-8e22-59b4ddd8826a taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.289522] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.289586] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.289994] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.289994] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c081b26-2de7-4756-8e22-59b4ddd8826a',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.290469] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ba0da6-0ee3-4152-a07d-af1ae1259433 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.290848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.290848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.290848] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.290848] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ba0da6-0ee3-4152-a07d-af1ae1259433',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.291493] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9941deac-3743-4b2e-b032-4084b09f258c taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.291582] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.291641] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.291777] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.291851] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9941deac-3743-4b2e-b032-4084b09f258c',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.292511] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.292659] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.292730] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.292821] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.292890] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca428fe-0e68-4db4-9aad-91f4f1a2d089',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.293729] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80c746c2-8845-47a1-aeaf-c06bf828afca taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.293856] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.293944] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.294087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.294160] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80c746c2-8845-47a1-aeaf-c06bf828afca',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.294842] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.294975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.295026] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.295162] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.295232] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.295906] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5c6620-e276-41c8-b424-0db8da4b420f taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.296014] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.296087] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.296226] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.296297] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5c6620-e276-41c8-b424-0db8da4b420f',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.297042] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b63d3715-a589-4c71-9625-dba827e5b851 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.297183] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.297218] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.297571] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.297571] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b63d3715-a589-4c71-9625-dba827e5b851',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.298071] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8326b4b5-a521-4cc0-8294-e756c497b7c1 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.298178] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.298233] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.298398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.298906] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8326b4b5-a521-4cc0-8294-e756c497b7c1',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.299109] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c381f1-8346-4e57-b50b-45ac293c2fe9 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.299231] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.299290] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.299739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.299739] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c381f1-8346-4e57-b50b-45ac293c2fe9',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.300361] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446e9b1d-77d7-4226-a549-2aa2e7733785 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.300463] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.300526] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.300684] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.300757] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446e9b1d-77d7-4226-a549-2aa2e7733785',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.301411] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02497359-8a72-4a87-8c96-7d1602614660 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.301519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.301672] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.301724] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.301771] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02497359-8a72-4a87-8c96-7d1602614660',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.302427] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad22263-b933-47ad-990a-af3a41032284 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.302529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.302594] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.302739] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.302807] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad22263-b933-47ad-990a-af3a41032284',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.335470] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.335961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.335961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.335961] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.338112] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.338232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.339066] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.339143] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.340089] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.340188] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.358986] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.359135] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a48b4459-b433-4f93-816b-0de077beff77 is going to be deleted. [ 1508.359981] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.360206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.381669] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.381805] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e7321bf-e035-41f5-bf64-c82324eb933e is going to be deleted. [ 1508.382696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.382902] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.407390] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.407549] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7336bdc-433c-4b9d-b559-94a8e1bcc2ab is going to be deleted. [ 1508.408427] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.408637] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.424362] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.424591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.438293] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.438464] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.439696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.439823] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9efe4658-8c0e-483a-9bc0-4e8184fb9262 is going to be deleted. [ 1508.440725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.440949] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.441080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.441206] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a48b4459-b433-4f93-816b-0de077beff77" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.441353] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.441533] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.441629] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.441764] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e7321bf-e035-41f5-bf64-c82324eb933e" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.510167] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.510346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.510435] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.510695] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.510795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.510916] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7336bdc-433c-4b9d-b559-94a8e1bcc2ab" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.540461] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.540670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.540670] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.540880] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.540975] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.541114] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9efe4658-8c0e-483a-9bc0-4e8184fb9262" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.856223] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.856454] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.856570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.856817] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.858796] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.858943] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.860652] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.860757] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.861449] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.861549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.862229] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.862319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.865313] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.865452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.866149] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.866232] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.867502] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.867588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.868288] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.868378] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.872486] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.872596] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.875013] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.875126] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.884873] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.885450] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.885705] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.886402] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.886902] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.887044] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.887715] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.888202] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.888294] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.888921] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.889371] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.889558] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.890280] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.890933] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.890933] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.891575] env[66311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1508.892069] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.892210] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca428fe-0e68-4db4-9aad-91f4f1a2d089 is going to be deleted. [ 1508.893135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.893335] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.918860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.919017] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ba0da6-0ee3-4152-a07d-af1ae1259433 is going to be deleted. [ 1508.919918] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.920138] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.936834] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.936974] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab5c8c3-7960-417c-b956-7ecfcd25f462 is going to be deleted. [ 1508.937982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.938212] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.948012] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.948130] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.957010] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.957143] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c9b702f-81a6-49a3-a419-80181ba79346 is going to be deleted. [ 1508.958076] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.958281] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.976926] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.977184] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.980528] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.980670] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be deleted. [ 1508.981711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.981711] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.002888] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.003042] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446e9b1d-77d7-4226-a549-2aa2e7733785 is going to be deleted. [ 1509.004118] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.004340] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.005791] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.005896] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.007908] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.008023] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.051683] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.051865] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5c6620-e276-41c8-b424-0db8da4b420f is going to be deleted. [ 1509.052924] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.053220] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.107661] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.107899] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.108809] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.108935] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa91f3f-0b2d-4a1e-869d-9702f4134fef is going to be deleted. [ 1509.109837] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.110068] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.154360] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.154736] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c381f1-8346-4e57-b50b-45ac293c2fe9 is going to be deleted. [ 1509.155622] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.155885] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.157420] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.157519] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.184531] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.184760] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.201591] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.201779] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9941deac-3743-4b2e-b032-4084b09f258c is going to be deleted. [ 1509.202668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.202928] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.241341] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.241541] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c081b26-2de7-4756-8e22-59b4ddd8826a is going to be deleted. [ 1509.242380] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.242607] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.252997] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.253197] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.285549] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.286044] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad22263-b933-47ad-990a-af3a41032284 is going to be deleted. [ 1509.286696] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.286913] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.298473] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.298693] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.352247] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.352403] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.367413] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.367577] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8326b4b5-a521-4cc0-8294-e756c497b7c1 is going to be deleted. [ 1509.368602] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.369523] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.413283] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.413528] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80c746c2-8845-47a1-aeaf-c06bf828afca is going to be deleted. [ 1509.414459] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.414682] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.437678] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.437803] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.445000] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.445165] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.468497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.468645] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02497359-8a72-4a87-8c96-7d1602614660 is going to be deleted. [ 1509.469698] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.469939] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.524451] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.524635] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b63d3715-a589-4c71-9625-dba827e5b851 is going to be deleted. [ 1509.525869] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.526123] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.526221] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.526349] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca428fe-0e68-4db4-9aad-91f4f1a2d089" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.527245] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.527398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.527497] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.527700] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.527805] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.527926] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8326b4b5-a521-4cc0-8294-e756c497b7c1" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.528074] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.528223] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.528301] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.528412] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ba0da6-0ee3-4152-a07d-af1ae1259433" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.529113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.529288] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.529398] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.529518] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab5c8c3-7960-417c-b956-7ecfcd25f462" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.529654] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.529795] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.529870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.529982] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c9b702f-81a6-49a3-a419-80181ba79346" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.530109] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.530244] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.530319] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.530430] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.530570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.530726] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.530800] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.530910] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446e9b1d-77d7-4226-a549-2aa2e7733785" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.531082] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.531169] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.531239] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.531344] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5c6620-e276-41c8-b424-0db8da4b420f" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.531479] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.531615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.531687] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.531783] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa91f3f-0b2d-4a1e-869d-9702f4134fef" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.531886] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.532025] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.532100] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.532202] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c381f1-8346-4e57-b50b-45ac293c2fe9" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.532333] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.532468] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.532541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.532647] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9941deac-3743-4b2e-b032-4084b09f258c" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.532771] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.532897] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.532967] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.533079] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c081b26-2de7-4756-8e22-59b4ddd8826a" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.533209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.533346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.533432] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.533545] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad22263-b933-47ad-990a-af3a41032284" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.589645] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.589645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.589645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.589645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.589645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.589645] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80c746c2-8845-47a1-aeaf-c06bf828afca" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.617257] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.617529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.617529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.617663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.617908] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.618080] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02497359-8a72-4a87-8c96-7d1602614660" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.659064] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.659257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.659257] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.659563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.659676] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.659799] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b63d3715-a589-4c71-9625-dba827e5b851" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.142870] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.143443] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.385444] env[66311]: INFO networking_nsxv3.common.synchronization [req-191ac108-e400-4ec2-9ec2-35f790521b08 req-3df8d2b6-88fb-4e32-acb1-b9e731465db9 tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1513.386124] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1513.386305] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.386484] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.386529] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.386697] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.386863] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.386955] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.387027] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.387174] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.387259] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.387355] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.678492] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.678803] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.679022] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.679334] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.679662] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.679838] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.679942] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.680170] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.680312] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.680520] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1513.680634] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] NeedRegenerationException {{(pid=66311) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1513.680746] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] no value, waiting for create lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1513.680930] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] value creation lock acquired {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1513.681084] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] No value present for key: 'zone-id' {{(pid=66311) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1513.681199] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Calling creation function for not-yet-present value {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1513.681329] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1513.700605] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1513.700796] env[66311]: DEBUG dogpile.cache.region [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66311) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1513.701328] env[66311]: DEBUG dogpile.lock [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Released creation lock {{(pid=66311) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1513.701328] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "network-872" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.701594] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock port-f19a5dd5-82e0-468f-a239-dffc410cc70b taken with stack trace [, , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.701594] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "port-f19a5dd5-82e0-468f-a239-dffc410cc70b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.701754] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "port-f19a5dd5-82e0-468f-a239-dffc410cc70b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.702009] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "port-f19a5dd5-82e0-468f-a239-dffc410cc70b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.702152] env[66311]: DEBUG networking_nsxv3.api.rpc [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f19a5dd5-82e0-468f-a239-dffc410cc70b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.890137] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.890361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.890361] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.890524] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.890615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.890823] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.890922] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.890985] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.891144] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.891219] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.891306] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be deleted. [ 1513.924652] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.924914] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.925032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.925276] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.925373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.925548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.205066] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.205579] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.205579] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.205763] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.205935] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.206112] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Segment Port f19a5dd5-82e0-468f-a239-dffc410cc70b not found, creating... [ 1514.206387] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.206593] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.206713] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.206931] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.207089] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.207377] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.207558] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.207819] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.208057] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.208197] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.208338] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Resource: SegmentPort with ID: f19a5dd5-82e0-468f-a239-dffc410cc70b is going to be created. [ 1514.229298] env[66311]: DEBUG networking_nsxv3.common.locking [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.229518] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.229641] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.229894] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.230141] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.230372] env[66311]: DEBUG oslo_concurrency.lockutils [None req-46930890-7d2d-4659-aeb3-d473bf6edfc2 None None] Releasing lock "port-f19a5dd5-82e0-468f-a239-dffc410cc70b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.916144] env[66311]: INFO networking_nsxv3.common.synchronization [req-191ac108-e400-4ec2-9ec2-35f790521b08 req-d407e1ef-4f0d-4802-be71-20d860f3f68f service nova] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1514.916144] env[66311]: INFO networking_nsxv3.common.synchronization [req-191ac108-e400-4ec2-9ec2-35f790521b08 req-d407e1ef-4f0d-4802-be71-20d860f3f68f service nova] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1514.916257] env[66311]: INFO networking_nsxv3.common.synchronization [req-191ac108-e400-4ec2-9ec2-35f790521b08 req-d407e1ef-4f0d-4802-be71-20d860f3f68f service nova] Enqueued Resource ID: f19a5dd5-82e0-468f-a239-dffc410cc70b with Priority: HIGHEST for action port [ 1514.916830] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_rules [ 1514.916959] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1514.917066] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19a5dd5-82e0-468f-a239-dffc410cc70b with Priority: HIGHEST for action port [ 1514.917329] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.917452] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.917577] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.917784] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.917863] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.918682] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.918793] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.918860] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.919032] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.919223] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.919280] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.919321] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.919453] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.919563] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.921394] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.922401] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock port-f19a5dd5-82e0-468f-a239-dffc410cc70b taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.922401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f19a5dd5-82e0-468f-a239-dffc410cc70b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.922401] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f19a5dd5-82e0-468f-a239-dffc410cc70b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.922619] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f19a5dd5-82e0-468f-a239-dffc410cc70b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.922619] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f19a5dd5-82e0-468f-a239-dffc410cc70b',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.424785] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.425113] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.425113] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.426076] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f19a5dd5-82e0-468f-a239-dffc410cc70b with status ACTIVE [ 1515.426213] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.426305] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.426369] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.426588] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.426668] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.426844] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.426931] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.426984] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.427127] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.427198] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.427412] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.427475] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.427516] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.427635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.427725] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.427800] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f19a5dd5-82e0-468f-a239-dffc410cc70b is going to be updated. [ 1515.449945] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.450160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.450160] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.450351] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.450486] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.450635] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f19a5dd5-82e0-468f-a239-dffc410cc70b" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.929840] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.432740] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.432740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.432740] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.433209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.433209] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.433209] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be created. [ 1516.455409] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.455612] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.455663] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.455876] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.456050] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.468518] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: UNINITIALIZED for 2s [ 1518.479220] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1518.479615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.479615] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.479823] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.480021] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.480135] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.480195] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.480346] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.480423] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.480505] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.480617] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.983387] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.485785] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a376a3f0-15d9-49b3-a9b3-5f46c82ecc89: rpc.has_security_group_logging(os_id): False [ 1519.504229] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.504541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.504541] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.504710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.504710] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.504973] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.505088] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.505148] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.505299] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.505373] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.505478] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be created. [ 1519.563957] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.564348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.564348] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.564489] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.564548] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.579470] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1519.918032] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.918242] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1521.594719] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1521.595191] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.919575] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.919575] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.920349] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.920733] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.921519] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.921903] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.922491] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.922967] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.923855] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.923855] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.925054] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.925445] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.925865] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.925865] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.926290] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.926688] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.927661] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.928132] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.929189] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.929635] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.930133] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.930564] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.441156] env[66311]: INFO networking_nsxv3.common.synchronization [req-08a099cb-e212-4591-9e1c-4015898cba60 req-430744e1-7de9-47da-a5b8-a0ba0197926f tempest-ServerActionsTestJSON-1983199762 tempest-ServerActionsTestJSON-1983199762-project-member] Enqueued Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1575.441156] env[66311]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 with Priority: HIGHEST for action security_group_members [ 1575.441156] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 taken with stack trace [, , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.441156] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.441425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.441425] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.441568] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.441870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.441870] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.442048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.442048] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.442152] env[66311]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a376a3f0-15d9-49b3-a9b3-5f46c82ecc89',) {} {{(pid=66311) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.944451] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.944855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.944855] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.944936] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.944970] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.945201] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.945296] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.945374] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.945501] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.945570] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.945703] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 is going to be updated. [ 1575.980022] env[66311]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66311) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.980292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.980292] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.980474] env[66311]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.980572] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.988625] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: IN_PROGRESS for 2s [ 1577.999302] env[66311]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 in Status: SUCCESS [ 1577.999689] env[66311]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a376a3f0-15d9-49b3-a9b3-5f46c82ecc89 deletion is rescheduled due to dependency. [ 1577.999689] env[66311]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a376a3f0-15d9-49b3-a9b3-5f46c82ecc89" {{(pid=66311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.441882] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.442232] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.442656] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.443072] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.444333] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.444333] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.445748] env[66311]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.446208] env[66311]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0